lightmodels 0.1.1-java

data/lib/lightmodels.rb

@@ -0,0 +1,5 @@
+curr_dir = File.dirname(__FILE__)
+
+Dir[curr_dir+"/lightmodels/*.rb"].each do |rb|
+	require rb
+end

data/lib/lightmodels/jsonser_nav.rb

@@ -0,0 +1,58 @@
+# This module permits to manipulate Objects serialized
+# as Hash
+
+module LightModels
+
+module Json
+
+module Query
+
+	def rel_conts(root)
+		root.keys.select {|k| k.start_with? 'relcont_'}
+	end
+
+	def rel_non_conts(root)
+		root.keys.select {|k| k.start_with? 'relcont_'}
+	end
+
+	def attrs(root)
+		root.keys.select {|k| k.start_with? 'attr_'}
+	end
+
+	def values(root,feat)
+		raw = root[feat]
+		return raw if raw.is_a? Array
+		return [raw]
+	end
+
+	def traverse(root,depth=0,&op)
+		return traverse(root['root'],depth,&op) if root and (root.key? 'root')
+		op.call(root,depth)
+		return unless root		
+		rel_conts(root).each do |r|
+			if root[r].is_a? Array
+				root[r].each do |c|
+					raise "expected an object but it is a #{c.class} (relation: #{r})" unless c.is_a? Hash
+					traverse(c,depth+1,&op)
+				end
+			else
+				traverse(root[r],depth+1,&op)
+			end
+		end
+	end
+
+	def print_tree(root,depth=0)
+		traverse(root) do |n,d|
+			s = ""
+			d.times { s = s + "  " }
+			s = s + n['type'] if n
+			s = s + '<NIL>' unless n
+			puts s
+		end
+	end
+
+end
+
+end
+
+end

data/lib/lightmodels/model.rb

@@ -0,0 +1,11 @@
+module LightModels
+
+# A light model. External objects contains a basic description (only type and attributes)
+# of nodes referred by nodes in the proper model tree.
+class Model
+	attr_accessor :root
+	attr_accessor :name
+	attr_accessor :external_objects
+end
+
+end

data/lib/lightmodels/serialization.rb

@@ -0,0 +1,149 @@
+# This code permit to transform EObjects in Hash objects
+# containing lists and single values
+
+require 'json'
+
+module LightModels
+
+module Serialization
+
+@serialization_ids = {} unless @serialization_ids
+@next_serialization_id = 1 unless @next_serialization_id
+
+class << self
+	attr_reader :serialization_ids
+	attr_accessor :next_serialization_id
+end
+
+def self.serialization_id(obj)
+	unless LightModels::Serialization.serialization_ids[obj]		
+		LightModels::Serialization.serialization_ids[obj] = LightModels::Serialization.next_serialization_id
+		LightModels::Serialization.next_serialization_id += 1
+	end
+	LightModels::Serialization.serialization_ids[obj]
+end
+
+def self.qname(e_object)
+	e_class = e_object.eClass
+	e_package = e_class.ePackage
+	"#{e_package.nsURI}##{e_class.name}"
+end
+
+def self.jsonize_attr_value(map,e_object,e_attr)
+	value = e_object.eGet e_attr
+	if e_attr.upperBound==1
+		map["attr_#{e_attr.name}"] = value
+	else
+		l = []
+		(0..(value.size-1)).each do |i|
+			l << value.get(i)
+		end
+		map["attr_#{e_attr.name}"] = l
+	end
+end
+
+def self.jsonize_ref_single_el(single_value,containment,adapters)
+	if containment
+		jsonize_obj(single_value,adapters)
+	else
+		serialization_id(single_value)
+	end
+end
+
+def self.jsonize_ref_value(map,e_object,e_ref,adapters)
+	value = e_object.eGet e_ref
+
+	propname = "relcont_#{e_ref.name}" if e_ref.containment
+	propname = "relnoncont_#{e_ref.name}" if not e_ref.containment
+
+	if e_ref.upperBound==1		
+		map[propname] = jsonize_ref_single_el(value,e_ref.containment,adapters)
+	else
+		l = []
+		(0..(value.size-1)).each do |i|
+			l << jsonize_ref_single_el(value.get(i),e_ref.containment,adapters)
+		end
+		map[propname] = l
+	end
+end
+
+def self.jsonize_obj(e_object, adapters={})
+	if not e_object
+		nil
+	else 
+		map = { 'type' => qname(e_object), 'id' => serialization_id(e_object) }
+		e_class = e_object.eClass
+		e_class.eAllAttributes.each do |a|		
+			jsonize_attr_value(map,e_object,a)
+		end
+		e_class.eAllReferences.each do |r|
+			#puts "ref #{r.name} #{r.containment}"
+			jsonize_ref_value(map,e_object,r,adapters)
+		end
+		if adapters.has_key? qname(e_object)
+			adapters[qname(e_object)].adapt(e_object,map)
+		end
+		map
+	end
+end
+
+def self.load_file(path,max_nesting=100)
+	parse(File.read(path),{max_nesting: max_nesting})
+end
+
+def self.load_models_from_dir(dir,verbose=false,max=-1)
+	per_type_values_map = Hash.new do |pt_hash,pt_key|	
+		pt_hash[pt_key] = Hash.new do |pa_hash,pa_key|
+			pa_hash[pa_key] = CountingMap.new
+		end
+	end
+
+	n = 0
+	files = Dir[dir+'/**/*.json']
+	files = files[0..(max-1)] if max!=-1
+	files.each do |f|
+		n+=1
+		puts "...#{n}) #{f}" if verbose
+		model = ::JSON.load_file(f,max_nesting=500)
+		EMF.traverse(model) do |n|
+			if n
+				puts "\tnode: #{n['type']}" if verbose
+				EMF.attrs(n).each do |a|
+					puts "\t\tattr: #{a}" if verbose
+					per_type_values_map[n['type']][a].inc(n[a])
+				end
+			end
+		end
+	end
+	per_type_values_map
+end
+
+def self.to_model(root)
+	model = {}
+	external_elements = if root.eResource
+		root.eResource.contents.select {|e| e!=root}
+	else
+		[]
+	end
+
+	model['root'] = jsonize_obj(root)
+	model['external_elements'] = []
+	external_elements.each do |ee|
+		model['external_elements'] << jsonize_obj(ee)
+	end
+	model
+end
+
+def self.save_as_model(root,model_path)
+	model = to_model(root)
+	dir = File.dirname(model_path)
+	FileUtils.mkdir_p(dir) 
+
+	File.open(model_path, 'w') do |file| 		
+		file.write(JSON.pretty_generate(model))
+	end
+end
+
+end # module
+
+end # module

data/lib/lightmodels/stats.rb

@@ -0,0 +1,69 @@
+require 'emf_jruby'
+
+module LightModels
+
+class CountingMap
+
+	def initialize
+		@map = {}
+		@sum_values = 0
+	end
+
+	def inc(key)
+		@map[key] = 0 unless @map[key]
+		@map[key] = @map[key]+1
+		@sum_values += 1
+	end
+
+	def value(key)
+		@map[key] = 0 unless @map[key]
+		@map[key]
+	end
+
+	# number of times the value appeared divived by total frequency
+	def p(key)
+		@map[key].to_f/total_frequency.to_f
+	end
+
+	def each(&block)
+		@map.each(&block)
+	end
+
+	def total_frequency
+		@sum_values
+	end
+
+	def n_values
+		@map.count
+	end
+
+end
+
+def self.entropy(counting_map)
+	s = 0.0	
+	counting_map.each do |k,v|
+		p = counting_map.p(k)
+		s += p*Math.log(p)
+	end
+	-s
+end
+
+def idf(n,n_docs)
+	Math.log(n_docs.to_f/n.to_f)
+end
+
+def combine_self(arr,&op)
+	for i in 0..(arr.count-2)
+		for j in (i+1)..(arr.count-1)
+			op.call(arr[i],arr[j])
+		end
+	end
+end
+
+def combine(arr1,arr2,&op)
+	arr1.each do |el1|
+		arr2.each {|el2| op.call(el1,el2)}
+	end
+end
+
+end

metadata

@@ -0,0 +1,81 @@
+--- !ruby/object:Gem::Specification
+name: lightmodels
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+  prerelease:
+platform: java
+authors:
+- Federico Tomassetti
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2013-08-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: emf_jruby
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+    none: false
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+    none: false
+  prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: json
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+    none: false
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+    none: false
+  prerelease: false
+  type: :runtime
+description: Light format to store models. Mostly they are stored in Hash and Array.
+email: f.tomassetti@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/lightmodels.rb
+- ./lib/lightmodels/serialization.rb
+- ./lib/lightmodels/model.rb
+- ./lib/lightmodels/jsonser_nav.rb
+- ./lib/lightmodels/stats.rb
+homepage: http://federico-tomassetti.it
+licenses: []
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+  none: false
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+  none: false
+requirements: []
+rubyforge_project:
+rubygems_version: 1.8.24
+signing_key:
+specification_version: 3
+summary: Light format to store models
+test_files: []