rdf_process 0.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 9682718b89d99227dd10e26890c8a0a51dfd074b
+  data.tar.gz: c37586033dea21fb3fe4c3917c826ef8eaadfdd2
+SHA512:
+  metadata.gz: 731e070b397571a745b1983b95d676444565e863e38b217eea6a0f6e19fcf9e1bf9b4ff6687651621ab11aa28b9825652cae73f355558c3644e2357824f8607e
+  data.tar.gz: 712522f386aa0a3273603951d5b9f135b8f3864dd7d3eb2a94262eff13af233212416e11393a9cf0fcd6a06977b8748a1804d0707c301c7a8881aa668cb0adea

data/lib/rdf_process/RdfProcessDefinitionLike.rb

@@ -0,0 +1,229 @@
+module RdfProcessDefinitionLike
+
+	def calculate_depends_on(variables)
+		depended_steps = []
+		@runtime_list.each do |step|
+			if variables.include?(step[:output_vrbl]) then
+				depended_steps << step[:step_id]
+			end
+		end
+		depended_steps
+	end
+
+	class ProcessVariable
+		attr_reader  :parameters
+
+		def initialize(type) 
+			@parameters = {}
+			@parameters[:type] = type
+		end
+
+		def name(name)
+			@name = name
+		end
+
+		def getName
+			@name
+		end
+
+		def method_missing(method, arg)
+			@parameters[method] = arg
+		end
+
+	end
+
+	def addVariable(type, &block)
+		# puts self
+		variable = ProcessVariable.new(type)
+		variable.instance_eval(&block)
+		# proc = self
+		puts "check #{type}"
+		@runtime_variable_list[variable.getName] = variable.parameters
+		# puts @runtime_variable_list[variable.name]
+	end
+
+	class ProcessStep
+		attr_reader :type, :vrbls 
+		attr_accessor :parameters
+
+		def initialize( type ) 
+			@parameters = {}
+			@parameters[:type] = type
+			@vrbls = {}
+		end
+
+		def depends_on(*args)
+			@parameters[:depends_on] = args
+		end
+
+		def sheets(*args)
+			@parameters[:sheets] = args
+		end
+
+		def output_vrbl(name)
+			@parameters[:output_vrbl] = name
+			@vrbls[name] = {:type => 'graph', :value => nil}
+		end
+
+		def input_vrbl(name)
+			@parameters[:input_vrbl] = name
+			@vrbls[name] = {:type => 'graph', :value => nil}
+		end
+
+		def file_vrbl(name, type=nil, value=nil)
+			@parameters[:file_vrbl] = name
+			@vrbls[name] = {:type => type, :value => value}
+		end
+
+		def input_file_vrbl(name, value=nil)
+			@parameters[:input_file_vrbl] = name
+			@vrbls[name] = {:type => "input_file", :value => value}
+		end
+
+		def output_file_vrbl(name, value=nil)
+			@parameters[:output_file_vrbl] = name
+			@vrbls[name] = {:type => "output_file", :value => value}
+		end
+
+		def filtr_vrbl(name, value=nil)
+			@parameters[:filtr_vrbl] = name
+			@vrbls[name] = {:type => "filtr", :value => value}
+		end
+
+		def prefix_vrbl(name, value=nil)
+			@parameters[:prefix_vrbl] = name
+			@vrbls[name] = {:type => "prefix", :value => value}
+		end
+
+		def method_missing(method, arg)
+			@parameters[method] = arg
+		end
+	end
+
+
+	def addStep( type, &block)
+		depends = []
+		step = ProcessStep.new(type)
+		puts "check #{type}"
+		step.instance_eval(&block)
+		depends << step.parameters[:input_vrbl] if step.parameters[:input_vrbl]
+		depends << step.parameters[:rule_graph_vrlb] if step.parameters[:rule_graph_vrlb]
+		depends << step.parameters[:presentation_vrlb] if step.parameters[:presentation_vrlb]
+		step.parameters[:depends_on] = calculate_depends_on(depends)
+		step.vrbls.each do |key, value|
+			if @runtime_variable_list[key] == nil then
+				addVariable value[:type] do
+					name key
+					value value[:value]
+					step_id step.parameters[:step_id]
+				end
+			end
+		end
+		# step.prepare
+		if type == "GraphLoader" then          # GraphLoader step definition________________________________________________________________
+			if step.parameters[:file_vrbl] == nil then
+				ttl_file = step.parameters[:file] 
+				unless File::exists?( ttl_file )
+					raise "Graph loader - ttl file: #{ttl_file} - doesn't exist"
+				end
+
+				runtime_code = -> {
+					 @runtime_variable_list[step.parameters[:output_vrbl]][:value]  = RDF::Graph.load(ttl_file)
+					 puts "step graphloader"
+					}
+			else
+				ttl_file = step.parameters[:file_vrbl]
+				runtime_code = -> {
+					 @runtime_variable_list[step.parameters[:output_vrbl]][:value]  = RDF::Graph.load(@runtime_variable_list[ttl_file][:value])
+					 puts "step graphloader"
+					}
+			end
+			
+		elsif type == "Filtr" then            # Filtr step definition________________________________________________________________________
+			runtime_code = -> {
+				puts @runtime_variable_list[step.parameters[:filtr_vrbl]][:value]
+				query = @runtime_variable_list["prefix"][:value] + @runtime_variable_list[step.parameters[:filtr_vrbl]][:value] 
+				inputt = step.parameters[:input_vrbl]
+				puts step.parameters[:input_vrbl]
+				@runtime_variable_list[step.parameters[:output_vrbl]][:value] = SPARQL.execute(query,  @runtime_variable_list[inputt][:value])
+			}
+
+			runtime_code = -> {
+				if step.parameters[:filtr_vrbl]
+					query2 =  @runtime_variable_list[step.parameters[:filtr_vrbl]][:value]
+					puts @runtime_variable_list[step.parameters[:filtr_vrbl]][:value]
+				else
+					query2 = step.parameters[:filtr]
+				end
+				query = @runtime_variable_list["prefix"][:value] + query2
+				inputt = step.parameters[:input_vrbl]
+				puts step.parameters[:input_vrbl]
+				@runtime_variable_list[step.parameters[:output_vrbl]][:value] = SPARQL.execute(query,  @runtime_variable_list[inputt][:value])
+			}
+
+		elsif type == "RdfToGraphviz" then    # RdfToGraphviz step definition_________________________________________________________________
+			@konwerter = RdfToGraphviz.new
+			
+
+
+			runtime_code = -> {
+				paramiters = {}
+				if step.parameters[:presentation_vrlb] 
+					paramiters[:presentation_attr] = @runtime_variable_list[step.parameters[:presentation_vrlb]][:value]
+				end
+				puts step.parameters
+				if step.parameters[:output_format]
+					paramiters[:format] = step.parameters[:output_format]
+					puts 'format'
+				end
+				paramiters[:file_name] = @runtime_variable_list[step.parameters[:output_file_vrbl]][:value]
+				puts "RdfToGraphviz"
+				puts step.parameters[:presentation_vrlb]
+				puts @runtime_variable_list[step.parameters[:presentation_vrlb]]
+				puts paramiters
+				@konwerter.save_rdf_graph_as(@runtime_variable_list[step.parameters[:input_vrbl]][:value], paramiters)
+				# tag <img>
+				if paramiters[:format] == 'html' then
+					file_png = paramiters[:file_name].gsub(/\.\w+$/, ".png")
+					File.open(paramiters[:file_name], "a") do |aFile|
+						hmlt_tag = "<IMG SRC='#{file_png}' USEMAP='#G' />"
+						aFile.puts hmlt_tag
+					end
+				end
+			}
+		elsif type == "ExcelLoader" then         # XlsToRdfConwerter step definition_______________________________________________________________
+			@XlsToRdfConwerter = XlsToRdf.new
+			# @xls_options = { :sheets => ["Makiety", "Zrodlo_danych", "Mapowanie_Makieta_Dane", "Legacy", "IPI", "Microservices", "Zaleznosci_Microservice_Legacy", "BackLog"] }
+			@xls_options = { :sheets => step.parameters[:sheets]}
+			runtime_code = -> {
+				puts "ExcelLoader"
+				puts step.parameters
+				@runtime_variable_list[step.parameters[:output_vrbl]][:value] = @XlsToRdfConwerter.xls_to_rdf(@runtime_variable_list[step.parameters[:input_file_vrbl]][:value], @xls_options)
+			}
+		elsif type == "RuleEngine" then       # RdfRulesEngine step definition__________________________________________________________________
+			@RdfRulesEngine = RdfRulesEngine.new
+			@RdfRulesEngine.prefix = @runtime_variable_list[step.parameters[:prefix_vrbl]][:value]
+			runtime_code = -> {
+				@runtime_variable_list[step.parameters[:output_vrbl]][:value] = @RdfRulesEngine.execute(step.parameters[:rule_family], @runtime_variable_list[step.parameters[:input_vrbl]][:value], @runtime_variable_list[step.parameters[:rule_graph_vrlb]][:value])
+				puts "RuleEngine"
+				puts step.parameters[:output_vrbl]
+				puts @runtime_variable_list[step.parameters[:output_vrbl]][:value].inspect
+			}
+		elsif type == "+" then       # Graph + Graph step definition_____________________________________________________________________________
+			runtime_code = -> {
+				@runtime_variable_list[step.parameters[:output_vrbl]][:value] << @runtime_variable_list[step.parameters[:input_vrbl]][:value]
+			}
+		elsif type == "Inference" then       # RdfInference step definition__________________________________________________________________
+			@RdfInference = RdfInference.new
+			runtime_code = -> {
+				@runtime_variable_list[step.parameters[:output_vrbl]][:value] = @RdfInference.inference(@runtime_variable_list[step.parameters[:input_vrbl]][:value])
+				puts "RdfInference"
+				puts step.parameters[:output_vrbl]
+				puts @runtime_variable_list[step.parameters[:output_vrbl]][:value].inspect
+			}
+		end
+		step.parameters[:runtime_code] = runtime_code
+		puts step.parameters
+		@runtime_list << step.parameters
+	end
+end

data/lib/rdf_process.rb

@@ -0,0 +1,148 @@
+# load "../rdf_inference/rdf_inference.rb"
+require 'linkeddata'
+require 'rdf_to_graphviz'
+require 'rdf_rules_engine'
+require 'xls_to_rdf'
+
+require 'rdf_inference'
+# load "../rdf_process/lib/rdf_process/RdfProcessDefinitionLike.rb"
+
+require 'rdf_process/RdfProcessDefinitionLike'
+
+class RdfProcess
+	include RdfProcessDefinitionLike
+	attr_reader :fresh_status, :runtime_list, :runtime_variable_list, :komunikat, :progress
+	attr_accessor :monitor_file_list
+	def initialize
+		@fresh_status = "old" #fresh  lub old
+		@runtime_list = []
+		@monitor_file_list = []
+		@runtime_variable_list = {}
+		
+	end
+
+	def reset
+		@fresh_status = "old" #fresh  lub old
+		@runtime_list = []
+		@monitor_file_list = []
+		@runtime_variable_list = {}
+	end
+
+	def fresh_status=(new_fresh_status)
+		@fresh_status = new_fresh_status
+		# graphviz_filtr_value.value = @fresh_status
+	end
+
+	def processing
+		s = 0
+		current_step = 1
+		size = @runtime_list.size
+		process_pass = 0.0
+		@runtime_list.each do |step|
+			if step[:fresh_status] == nil or step[:fresh_status] == "old" then
+				s1 = Time.now
+				step[:runtime_code].call
+				# instance_eval(step[:runtime_code])
+				s2 = Time.now - s1 
+				s += s2
+				log "#{step[:name]} - Elapse time: #{s2}s"
+				step[:fresh_status] = "fresh"
+			end		
+			process_pass = current_step * 100 / size
+			log("#{step[:name]} - #{process_pass} - #{current_step} - #{size} %", process_pass.round)
+			current_step += 1	
+		end
+		@fresh_status = "fresh"
+		log "Process - Elapse time: #{s}s, #{process_pass}"
+		# graphviz_filtr_value.value = @fresh_status
+	end
+
+	def set_runtime_variable(name, value)
+		@runtime_variable_list[name][:value] = value
+		# log @runtime_variable_list.to_s
+		refresh_status(@runtime_variable_list[name][:step_id])
+		@fresh_status = "old"
+	end
+
+	def set_monitor_file(index, file)
+		@monitor_file_list[index][:file] = file
+		# log @monitor_file_list.to_s
+		refresh_status(@monitor_file_list[index][:step_id])
+		@fresh_status = "old"
+	end
+
+	def refresh_status(step_id)
+		# puts "entry refresh_status"
+		@runtime_list.each do |step|
+			if step[:step_id] == step_id then
+				step[:fresh_status] = "old"
+			end
+
+			st = step[:depends_on]
+			if st  
+				
+				if st.include?(step_id) then
+					# step[:fresh_status] = "old"
+					# puts step[:step_id] , step[:name]
+					refresh_status(step[:step_id])
+					# puts step
+				end
+			end	
+		end
+		# puts @runtime_list
+	end
+
+	def get_dependent_step_from(step_id)
+		dependent_steps = []
+		@runtime_list.each do |step|
+			st = step[:depends_on]
+			if st != nil then 
+				
+				if st.include?(step_id) then
+					# step[:fresh_status] = "old"
+					# puts step[:step_id] , step[:name]
+					dependent_steps << step[:step_id]
+					# puts step
+				end
+			end	
+
+		end
+		dependent_steps
+	end
+
+	def log(komunikat, progress = nil)
+		@progress = progress
+
+		# @komunikat.disp_komunikat(komunikat, progress) 
+		@komunikat = komunikat
+		puts komunikat
+		send_log
+	end
+
+	def send_log
+		puts "send log"
+	end
+
+	def eval_file(file)
+	  instance_eval File.read(file), file
+	end
+
+	def save_variables(file)
+		File.open(file, "w") do |aFile|
+			@runtime_variable_list.each do | name, value |
+				if value[:type] != "graph" then  #.gsub!("\"",'\\"')
+					# gvalue = 
+				code = "addVariable '#{value[:type]}' do
+					name '#{name}'
+					value \"#{value[:value].gsub("\"",'\\"')}\"
+					step_id '#{value[:step_id]}'
+				end"
+				aFile.puts code
+				end
+			end
+		   
+		    aFile.puts "# vieslav.pl "
+		end
+	end
+	
+end

metadata

@@ -0,0 +1,129 @@
+--- !ruby/object:Gem::Specification
+name: rdf_process
+version: !ruby/object:Gem::Version
+  version: 0.0.0
+platform: ruby
+authors:
+- WiDu
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-01-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: linkeddata
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sparql
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rdf_to_graphviz
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rdf_rules_engine
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: xls_to_rdf
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rdf_inference
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Process engine
+email: wdulek@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/rdf_process.rb
+- lib/rdf_process/RdfProcessDefinitionLike.rb
+homepage: https://github.com/widu/rdf_process
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.7
+signing_key: 
+specification_version: 4
+summary: Process engine
+test_files: []