emf_jruby 0.1.5-java → 0.1.6-java

data/lib/emf/emf_nav.rb

@@ -1,54 +1,57 @@
-module JSON
-	def self.load_file(path,max_nesting=100)
-		parse(File.read(path),{max_nesting: max_nesting})
-	end
-end
-
-# This module permits to manipulate EObjects serialized
-# as Hash
-module EMF
-
-	def self.rel_conts(root)
-		root.keys.select {|k| k.start_with? 'relcont_'}
-	end
-
-	def self.rel_non_conts(root)
-		root.keys.select {|k| k.start_with? 'relcont_'}
-	end
-
-	def self.attrs(root)
-		root.keys.select {|k| k.start_with? 'attr_'}
-	end
-
-	def self.values(root,feat)
-		raw = root[feat]
-		return raw if raw.is_a? Array
-		return [raw]
-	end
-
-	def self.traverse(root,depth=0,&op)
-		op.call(root,depth)
-		return unless root
-		rel_conts(root).each do |r|
-			if root[r].is_a? Array
-				root[r].each do |c|
-					raise "expected an object but it is a #{c.class} (relation: #{r})" unless c.is_a? Hash
-					traverse(c,depth+1,&op)
-				end
-			else
-				traverse(root[r],depth+1,&op)
-			end
-		end
-	end
-
-	def self.print_tree(root,depth=0)
-		traverse(root) do |n,d|
-			s = ""
-			d.times { s = s + "  " }
-			s = s + n['type'] if n
-			s = s + '<NIL>' unless n
-			puts s
-		end
-	end
-
+require 'json'
+
+module JSON
+	def self.load_file(path,max_nesting=100)
+		parse(File.read(path),{max_nesting: max_nesting})
+	end
+end
+
+# This module permits to manipulate EObjects serialized
+# as Hash
+module EMF
+
+	def self.rel_conts(root)
+		root.keys.select {|k| k.start_with? 'relcont_'}
+	end
+
+	def self.rel_non_conts(root)
+		root.keys.select {|k| k.start_with? 'relcont_'}
+	end
+
+	def self.attrs(root)
+		root.keys.select {|k| k.start_with? 'attr_'}
+	end
+
+	def self.values(root,feat)
+		raw = root[feat]
+		return raw if raw.is_a? Array
+		return [raw]
+	end
+
+	def self.traverse(root,depth=0,&op)
+		return traverse(root['root'],depth,&op) if root and (root.key? 'root')
+		op.call(root,depth)
+		return unless root		
+		rel_conts(root).each do |r|
+			if root[r].is_a? Array
+				root[r].each do |c|
+					raise "expected an object but it is a #{c.class} (relation: #{r})" unless c.is_a? Hash
+					traverse(c,depth+1,&op)
+				end
+			else
+				traverse(root[r],depth+1,&op)
+			end
+		end
+	end
+
+	def self.print_tree(root,depth=0)
+		traverse(root) do |n,d|
+			s = ""
+			d.times { s = s + "  " }
+			s = s + n['type'] if n
+			s = s + '<NIL>' unless n
+			puts s
+		end
+	end
+
 end

data/lib/emf/emf_to_json.rb

@@ -1,68 +1,68 @@
-# This code permit to transform EObjects in Hash objects
-# containing lists and single values
-
-require 'emf/ast_serialization'
-
-def qname(e_object)
-	e_class = e_object.eClass
-	e_package = e_class.ePackage
-	"#{e_package.nsURI}##{e_class.name}"
-end
-
-def jsonize_attr_value(map,e_object,e_attr)
-	value = e_object.eGet e_attr
-	if e_attr.upperBound==1
-		map["attr_#{e_attr.name}"] = value
-	else
-		l = []
-		(0..(value.size-1)).each do |i|
-			l << value.get(i)
-		end
-		map["attr_#{e_attr.name}"] = l
-	end
-end
-
-def jsonize_ref_single_el(single_value,containment,adapters)
-	if containment
-		jsonize_obj(single_value,adapters)
-	else
-		serialization_id(single_value)
-	end
-end
-
-def jsonize_ref_value(map,e_object,e_ref,adapters)
-	value = e_object.eGet e_ref
-
-	propname = "relcont_#{e_ref.name}" if e_ref.containment
-	propname = "relnoncont_#{e_ref.name}" if not e_ref.containment
-
-	if e_ref.upperBound==1		
-		map[propname] = jsonize_ref_single_el(value,e_ref.containment,adapters)
-	else
-		l = []
-		(0..(value.size-1)).each do |i|
-			l << jsonize_ref_single_el(value.get(i),e_ref.containment,adapters)
-		end
-		map[propname] = l
-	end
-end
-
-def jsonize_obj(e_object, adapters={})
-	if not e_object
-		nil
-	else 
-		map = { 'type' => qname(e_object), 'id' => serialization_id(e_object) }
-		e_class = e_object.eClass
-		e_class.eAllAttributes.each do |a|		
-			jsonize_attr_value(map,e_object,a)
-		end
-		e_class.eAllReferences.each do |r|
-			#puts "ref #{r.name} #{r.containment}"
-			jsonize_ref_value(map,e_object,r,adapters)
-		end
-		if adapters.has_key? qname(e_object)
-			adapters[qname(e_object)].adapt(e_object,map)
-		end
-		map
-	end
+# This code permit to transform EObjects in Hash objects
+# containing lists and single values
+
+require 'emf/ast_serialization'
+
+def qname(e_object)
+	e_class = e_object.eClass
+	e_package = e_class.ePackage
+	"#{e_package.nsURI}##{e_class.name}"
+end
+
+def jsonize_attr_value(map,e_object,e_attr)
+	value = e_object.eGet e_attr
+	if e_attr.upperBound==1
+		map["attr_#{e_attr.name}"] = value
+	else
+		l = []
+		(0..(value.size-1)).each do |i|
+			l << value.get(i)
+		end
+		map["attr_#{e_attr.name}"] = l
+	end
+end
+
+def jsonize_ref_single_el(single_value,containment,adapters)
+	if containment
+		jsonize_obj(single_value,adapters)
+	else
+		serialization_id(single_value)
+	end
+end
+
+def jsonize_ref_value(map,e_object,e_ref,adapters)
+	value = e_object.eGet e_ref
+
+	propname = "relcont_#{e_ref.name}" if e_ref.containment
+	propname = "relnoncont_#{e_ref.name}" if not e_ref.containment
+
+	if e_ref.upperBound==1		
+		map[propname] = jsonize_ref_single_el(value,e_ref.containment,adapters)
+	else
+		l = []
+		(0..(value.size-1)).each do |i|
+			l << jsonize_ref_single_el(value.get(i),e_ref.containment,adapters)
+		end
+		map[propname] = l
+	end
+end
+
+def jsonize_obj(e_object, adapters={})
+	if not e_object
+		nil
+	else 
+		map = { 'type' => qname(e_object), 'id' => serialization_id(e_object) }
+		e_class = e_object.eClass
+		e_class.eAllAttributes.each do |a|		
+			jsonize_attr_value(map,e_object,a)
+		end
+		e_class.eAllReferences.each do |r|
+			#puts "ref #{r.name} #{r.containment}"
+			jsonize_ref_value(map,e_object,r,adapters)
+		end
+		if adapters.has_key? qname(e_object)
+			adapters[qname(e_object)].adapt(e_object,map)
+		end
+		map
+	end
 end

data/lib/emf/eobject_util.rb

@@ -1,15 +1,15 @@
-module EObjectUtil
-
-	def self.all_contents(root)
-		contents = []
-		root.getAllContents.each {|e| contents << e}
-		contents
-	end
-
-	def self.only_content_of_eclass(root,eclass)
-		selected = all_contents(root).select {|o| o.eClass.isSuperTypeOf eclass}
-		raise "One expected, #{selected.count} found" unless selected.count == 1
-		selected.first
-	end
-
+module EObjectUtil
+
+	def self.all_contents(root)
+		contents = []
+		root.getAllContents.each {|e| contents << e}
+		contents
+	end
+
+	def self.only_content_of_eclass(root,eclass)
+		selected = all_contents(root).select {|o| o.eClass.isSuperTypeOf eclass}
+		raise "One expected, #{selected.count} found" unless selected.count == 1
+		selected.first
+	end
+
 end

data/lib/emf/model.rb

@@ -1,5 +1,5 @@
-class Model
-	attr_accessor :root
-	attr_accessor :name
-	attr_accessor :external_objects
+class Model
+	attr_accessor :root
+	attr_accessor :name
+	attr_accessor :external_objects
 end

data/lib/emf/stats.rb

@@ -0,0 +1,97 @@
+require 'emf/emf_nav'
+
+module CodeModels
+
+class CountingMap
+
+	def initialize
+		@map = {}
+		@sum_values = 0
+	end
+
+	def inc(key)
+		@map[key] = 0 unless @map[key]
+		@map[key] = @map[key]+1
+		@sum_values += 1
+	end
+
+	def value(key)
+		@map[key] = 0 unless @map[key]
+		@map[key]
+	end
+
+	# number of times the value appeared divived by total frequency
+	def p(key)
+		@map[key].to_f/total_frequency.to_f
+	end
+
+	def each(&block)
+		@map.each(&block)
+	end
+
+	def total_frequency
+		@sum_values
+	end
+
+	def n_values
+		@map.count
+	end
+
+end
+
+def self.entropy(counting_map)
+	s = 0.0	
+	counting_map.each do |k,v|
+		p = counting_map.p(k)
+		s += p*Math.log(p)
+	end
+	-s
+end
+
+def idf(n,n_docs)
+	Math.log(n_docs.to_f/n.to_f)
+end
+
+def combine_self(arr,&op)
+	for i in 0..(arr.count-2)
+		for j in (i+1)..(arr.count-1)
+			op.call(arr[i],arr[j])
+		end
+	end
+end
+
+def combine(arr1,arr2,&op)
+	arr1.each do |el1|
+		arr2.each {|el2| op.call(el1,el2)}
+	end
+end
+
+
+def self.load_models_from_dir(dir,verbose=false,max=-1)
+	per_type_values_map = Hash.new do |pt_hash,pt_key|	
+		pt_hash[pt_key] = Hash.new do |pa_hash,pa_key|
+			pa_hash[pa_key] = CountingMap.new
+		end
+	end
+
+	n = 0
+	files = Dir[dir+'/**/*.json']
+	files = files[0..(max-1)] if max!=-1
+	files.each do |f|
+		n+=1
+		puts "...#{n}) #{f}" if verbose
+		model = ::JSON.load_file(f,max_nesting=500)
+		EMF.traverse(model) do |n|
+			if n
+				puts "\tnode: #{n['type']}" if verbose
+				EMF.attrs(n).each do |a|
+					puts "\t\tattr: #{a}" if verbose
+					per_type_values_map[n['type']][a].inc(n[a])
+				end
+			end
+		end
+	end
+	per_type_values_map
+end
+
+end

data/lib/emf/xmi.rb

@@ -1,28 +1,28 @@
-# java_import org.eclipse.emf.ecore.resource.URIConverter
-java_import org.eclipse.emf.ecore.resource.ResourceSet
-java_import org.eclipse.emf.ecore.resource.impl.ResourceSetImpl
-java_import org.eclipse.emf.ecore.xmi.impl.XMIResourceFactoryImpl
-# java_import import org.eclipse.emf.common.util.URI
-java_import org.eclipse.emf.ecore.xmi.impl.XMIResourceImpl
-java_import org.eclipse.emf.ecore.EObject
-java_import org.eclipse.emf.ecore.resource.Resource
-
-module EMF	
-
-	def self.to_xmi_str(data)
-		if data.is_a? EObject
-			resource_set = ResourceSetImpl.new 
-			resource = XMIResourceImpl.new
-			resource_set.resources.add resource
-			resource.contents.add e_object
-			to_xmi_str(resource)			
-		elsif data.is_a? Resource
-			writer = java.io.StringWriter.new
-			data.save(writer,nil)
-			writer.to_s
-		else
-			raise "I do not know how to save a #{data.class}"
-		end			
-	end
-
+# java_import org.eclipse.emf.ecore.resource.URIConverter
+java_import org.eclipse.emf.ecore.resource.ResourceSet
+java_import org.eclipse.emf.ecore.resource.impl.ResourceSetImpl
+java_import org.eclipse.emf.ecore.xmi.impl.XMIResourceFactoryImpl
+# java_import import org.eclipse.emf.common.util.URI
+java_import org.eclipse.emf.ecore.xmi.impl.XMIResourceImpl
+java_import org.eclipse.emf.ecore.EObject
+java_import org.eclipse.emf.ecore.resource.Resource
+
+module EMF	
+
+	def self.to_xmi_str(data)
+		if data.is_a? EObject
+			resource_set = ResourceSetImpl.new 
+			resource = XMIResourceImpl.new
+			resource_set.resources.add resource
+			resource.contents.add e_object
+			to_xmi_str(resource)			
+		elsif data.is_a? Resource
+			writer = java.io.StringWriter.new
+			data.save(writer,nil)
+			writer.to_s
+		else
+			raise "I do not know how to save a #{data.class}"
+		end			
+	end
+
 end

data/lib/emf_jruby.rb

@@ -1,12 +1,13 @@
-emf_libs = $:.select{|e| e.gsub('emf_jruby').count>0}
-raise "One lib containing 'emf_jruby' expected, found: #{emf_libs}" unless emf_libs.count==1
-
-Dir[emf_libs[0]+"/jars/*.jar"].each do |jar|
-	require jar
-end
-
-require 'emf/ast_serialization'
-require 'emf/emf_to_json'
-require 'emf/eobject_util'
-require 'emf/model'
-require 'emf/xmi'
+emf_libs = $:.select{|e| e.gsub('emf_jruby').count>0}
+raise "One lib containing 'emf_jruby' expected, found: #{emf_libs}" unless emf_libs.count==1
+
+Dir[emf_libs[0]+"/jars/*.jar"].each do |jar|
+	require jar
+end
+
+require 'emf/ast_serialization'
+require 'emf/emf_to_json'
+require 'emf/eobject_util'
+require 'emf/model'
+require 'emf/xmi'
+require 'emf/stats'

metadata

@@ -2,15 +2,33 @@
 name: emf_jruby
 version: !ruby/object:Gem::Version
   prerelease:
-  version: 0.1.5
+  version: 0.1.6
 platform: java
 authors:
 - Federico Tomassetti
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2013-08-01 00:00:00.000000000 Z
-dependencies: []
+date: 2013-08-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: json
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: !binary |-
+          MA==
+    none: false
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: !binary |-
+          MA==
+    none: false
+  prerelease: false
+  type: :runtime
 description: EMF support for JRuby. Support for loading and saving models in JSon.
 email: f.tomassetti@gmail.com
 executables: []
@@ -24,6 +42,7 @@ files:
 - lib/emf/eobject_util.rb
 - lib/emf/model.rb
 - lib/emf/xmi.rb
+- lib/emf/stats.rb
 - lib/jars/org.antlr.runtime_3.0.0.v200803061811.jar
 - lib/jars/org.eclipse.emf.common_2.8.0.v20130125-0546.jar
 - lib/jars/org.eclipse.emf.ecore.xmi_2.8.1.v20130125-0546.jar
@@ -36,15 +55,17 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: !binary |-
+        MA==
   none: false
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: !binary |-
+        MA==
   none: false
 requirements: []
 rubyforge_project: