rdf_process 0.0.0 → 0.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +5 -5
- data/bin/rdf_process +11 -0
- data/lib/rdf_process.rb +147 -147
- data/lib/rdf_process/RdfProcessDefinitionLike.rb +232 -228
- metadata +7 -6
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
|
-
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
2
|
+
SHA256:
|
|
3
|
+
metadata.gz: 8b490a88a8b924508d5eb7534444ceb6585ef32199b51175b4974ec8a566f39e
|
|
4
|
+
data.tar.gz: b8164ba2d94229f67f3b2e9a39660fe6ea7dd620efff25b2bb87b09c42ffebce
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 12312e0e3b0aa7bc2ed454a0a73823f53c01a84bbda38ea60db506c5ce88d97508a4d49c5b2f6a705c596bddd8656b9ab5d5c61bf91b2f2a41b7f5d0af011e47
|
|
7
|
+
data.tar.gz: aa82ea88cf306b1d610406ff6c72de091bd753830ce387098e91fd8ea029c23847901ddb52df14affde2a3067edcb9d85afef5a68363af61b4528962726dc38a
|
data/bin/rdf_process
ADDED
data/lib/rdf_process.rb
CHANGED
|
@@ -1,148 +1,148 @@
|
|
|
1
|
-
# load "../rdf_inference/rdf_inference.rb"
|
|
2
|
-
require 'linkeddata'
|
|
3
|
-
require 'rdf_to_graphviz'
|
|
4
|
-
require 'rdf_rules_engine'
|
|
5
|
-
require 'xls_to_rdf'
|
|
6
|
-
|
|
7
|
-
require 'rdf_inference'
|
|
8
|
-
# load "../rdf_process/lib/rdf_process/RdfProcessDefinitionLike.rb"
|
|
9
|
-
|
|
10
|
-
require 'rdf_process/RdfProcessDefinitionLike'
|
|
11
|
-
|
|
12
|
-
class RdfProcess
|
|
13
|
-
include RdfProcessDefinitionLike
|
|
14
|
-
attr_reader :fresh_status, :runtime_list, :runtime_variable_list, :komunikat, :progress
|
|
15
|
-
attr_accessor :monitor_file_list
|
|
16
|
-
def initialize
|
|
17
|
-
@fresh_status = "old" #fresh lub old
|
|
18
|
-
@runtime_list = []
|
|
19
|
-
@monitor_file_list = []
|
|
20
|
-
@runtime_variable_list = {}
|
|
21
|
-
|
|
22
|
-
end
|
|
23
|
-
|
|
24
|
-
def reset
|
|
25
|
-
@fresh_status = "old" #fresh lub old
|
|
26
|
-
@runtime_list = []
|
|
27
|
-
@monitor_file_list = []
|
|
28
|
-
@runtime_variable_list = {}
|
|
29
|
-
end
|
|
30
|
-
|
|
31
|
-
def fresh_status=(new_fresh_status)
|
|
32
|
-
@fresh_status = new_fresh_status
|
|
33
|
-
# graphviz_filtr_value.value = @fresh_status
|
|
34
|
-
end
|
|
35
|
-
|
|
36
|
-
def processing
|
|
37
|
-
s = 0
|
|
38
|
-
current_step = 1
|
|
39
|
-
size = @runtime_list.size
|
|
40
|
-
process_pass = 0.0
|
|
41
|
-
@runtime_list.each do |step|
|
|
42
|
-
if step[:fresh_status] == nil or step[:fresh_status] == "old" then
|
|
43
|
-
s1 = Time.now
|
|
44
|
-
step[:runtime_code].call
|
|
45
|
-
# instance_eval(step[:runtime_code])
|
|
46
|
-
s2 = Time.now - s1
|
|
47
|
-
s += s2
|
|
48
|
-
log "#{step[:name]} - Elapse time: #{s2}s"
|
|
49
|
-
step[:fresh_status] = "fresh"
|
|
50
|
-
end
|
|
51
|
-
process_pass = current_step * 100 / size
|
|
52
|
-
log("#{step[:name]} - #{process_pass} - #{current_step} - #{size} %", process_pass.round)
|
|
53
|
-
current_step += 1
|
|
54
|
-
end
|
|
55
|
-
@fresh_status = "fresh"
|
|
56
|
-
log "Process - Elapse time: #{s}s, #{process_pass}"
|
|
57
|
-
# graphviz_filtr_value.value = @fresh_status
|
|
58
|
-
end
|
|
59
|
-
|
|
60
|
-
def set_runtime_variable(name, value)
|
|
61
|
-
@runtime_variable_list[name][:value] = value
|
|
62
|
-
# log @runtime_variable_list.to_s
|
|
63
|
-
refresh_status(@runtime_variable_list[name][:step_id])
|
|
64
|
-
@fresh_status = "old"
|
|
65
|
-
end
|
|
66
|
-
|
|
67
|
-
def set_monitor_file(index, file)
|
|
68
|
-
@monitor_file_list[index][:file] = file
|
|
69
|
-
# log @monitor_file_list.to_s
|
|
70
|
-
refresh_status(@monitor_file_list[index][:step_id])
|
|
71
|
-
@fresh_status = "old"
|
|
72
|
-
end
|
|
73
|
-
|
|
74
|
-
def refresh_status(step_id)
|
|
75
|
-
# puts "entry refresh_status"
|
|
76
|
-
@runtime_list.each do |step|
|
|
77
|
-
if step[:step_id] == step_id then
|
|
78
|
-
step[:fresh_status] = "old"
|
|
79
|
-
end
|
|
80
|
-
|
|
81
|
-
st = step[:depends_on]
|
|
82
|
-
if st
|
|
83
|
-
|
|
84
|
-
if st.include?(step_id) then
|
|
85
|
-
# step[:fresh_status] = "old"
|
|
86
|
-
# puts step[:step_id] , step[:name]
|
|
87
|
-
refresh_status(step[:step_id])
|
|
88
|
-
# puts step
|
|
89
|
-
end
|
|
90
|
-
end
|
|
91
|
-
end
|
|
92
|
-
# puts @runtime_list
|
|
93
|
-
end
|
|
94
|
-
|
|
95
|
-
def get_dependent_step_from(step_id)
|
|
96
|
-
dependent_steps = []
|
|
97
|
-
@runtime_list.each do |step|
|
|
98
|
-
st = step[:depends_on]
|
|
99
|
-
if st != nil then
|
|
100
|
-
|
|
101
|
-
if st.include?(step_id) then
|
|
102
|
-
# step[:fresh_status] = "old"
|
|
103
|
-
# puts step[:step_id] , step[:name]
|
|
104
|
-
dependent_steps << step[:step_id]
|
|
105
|
-
# puts step
|
|
106
|
-
end
|
|
107
|
-
end
|
|
108
|
-
|
|
109
|
-
end
|
|
110
|
-
dependent_steps
|
|
111
|
-
end
|
|
112
|
-
|
|
113
|
-
def log(komunikat, progress = nil)
|
|
114
|
-
@progress = progress
|
|
115
|
-
|
|
116
|
-
# @komunikat.disp_komunikat(komunikat, progress)
|
|
117
|
-
@komunikat = komunikat
|
|
118
|
-
puts komunikat
|
|
119
|
-
send_log
|
|
120
|
-
end
|
|
121
|
-
|
|
122
|
-
def send_log
|
|
123
|
-
puts "send log"
|
|
124
|
-
end
|
|
125
|
-
|
|
126
|
-
def eval_file(file)
|
|
127
|
-
instance_eval File.read(file), file
|
|
128
|
-
end
|
|
129
|
-
|
|
130
|
-
def save_variables(file)
|
|
131
|
-
File.open(file, "w") do |aFile|
|
|
132
|
-
@runtime_variable_list.each do | name, value |
|
|
133
|
-
if value[:type] != "graph" then #.gsub!("\"",'\\"')
|
|
134
|
-
# gvalue =
|
|
135
|
-
code = "addVariable '#{value[:type]}' do
|
|
136
|
-
name '#{name}'
|
|
137
|
-
value \"#{value[:value].gsub("\"",'\\"')}\"
|
|
138
|
-
step_id '#{value[:step_id]}'
|
|
139
|
-
end"
|
|
140
|
-
aFile.puts code
|
|
141
|
-
end
|
|
142
|
-
end
|
|
143
|
-
|
|
144
|
-
aFile.puts "# vieslav.pl "
|
|
145
|
-
end
|
|
146
|
-
end
|
|
147
|
-
|
|
1
|
+
# load "../rdf_inference/rdf_inference.rb"
|
|
2
|
+
require 'linkeddata'
|
|
3
|
+
require 'rdf_to_graphviz'
|
|
4
|
+
require 'rdf_rules_engine'
|
|
5
|
+
require 'xls_to_rdf'
|
|
6
|
+
|
|
7
|
+
require 'rdf_inference'
|
|
8
|
+
# load "../rdf_process/lib/rdf_process/RdfProcessDefinitionLike.rb"
|
|
9
|
+
|
|
10
|
+
require 'rdf_process/RdfProcessDefinitionLike'
|
|
11
|
+
|
|
12
|
+
class RdfProcess
|
|
13
|
+
include RdfProcessDefinitionLike
|
|
14
|
+
attr_reader :fresh_status, :runtime_list, :runtime_variable_list, :komunikat, :progress
|
|
15
|
+
attr_accessor :monitor_file_list
|
|
16
|
+
def initialize
|
|
17
|
+
@fresh_status = "old" #fresh lub old
|
|
18
|
+
@runtime_list = []
|
|
19
|
+
@monitor_file_list = []
|
|
20
|
+
@runtime_variable_list = {}
|
|
21
|
+
|
|
22
|
+
end
|
|
23
|
+
|
|
24
|
+
def reset
|
|
25
|
+
@fresh_status = "old" #fresh lub old
|
|
26
|
+
@runtime_list = []
|
|
27
|
+
@monitor_file_list = []
|
|
28
|
+
@runtime_variable_list = {}
|
|
29
|
+
end
|
|
30
|
+
|
|
31
|
+
def fresh_status=(new_fresh_status)
|
|
32
|
+
@fresh_status = new_fresh_status
|
|
33
|
+
# graphviz_filtr_value.value = @fresh_status
|
|
34
|
+
end
|
|
35
|
+
|
|
36
|
+
def processing
|
|
37
|
+
s = 0
|
|
38
|
+
current_step = 1
|
|
39
|
+
size = @runtime_list.size
|
|
40
|
+
process_pass = 0.0
|
|
41
|
+
@runtime_list.each do |step|
|
|
42
|
+
if step[:fresh_status] == nil or step[:fresh_status] == "old" then
|
|
43
|
+
s1 = Time.now
|
|
44
|
+
step[:runtime_code].call
|
|
45
|
+
# instance_eval(step[:runtime_code])
|
|
46
|
+
s2 = Time.now - s1
|
|
47
|
+
s += s2
|
|
48
|
+
log "#{step[:name]} - Elapse time: #{s2}s"
|
|
49
|
+
step[:fresh_status] = "fresh"
|
|
50
|
+
end
|
|
51
|
+
process_pass = current_step * 100 / size
|
|
52
|
+
log("#{step[:name]} - #{process_pass} - #{current_step} - #{size} %", process_pass.round)
|
|
53
|
+
current_step += 1
|
|
54
|
+
end
|
|
55
|
+
@fresh_status = "fresh"
|
|
56
|
+
log "Process - Elapse time: #{s}s, #{process_pass}"
|
|
57
|
+
# graphviz_filtr_value.value = @fresh_status
|
|
58
|
+
end
|
|
59
|
+
|
|
60
|
+
def set_runtime_variable(name, value)
|
|
61
|
+
@runtime_variable_list[name][:value] = value
|
|
62
|
+
# log @runtime_variable_list.to_s
|
|
63
|
+
refresh_status(@runtime_variable_list[name][:step_id])
|
|
64
|
+
@fresh_status = "old"
|
|
65
|
+
end
|
|
66
|
+
|
|
67
|
+
def set_monitor_file(index, file)
|
|
68
|
+
@monitor_file_list[index][:file] = file
|
|
69
|
+
# log @monitor_file_list.to_s
|
|
70
|
+
refresh_status(@monitor_file_list[index][:step_id])
|
|
71
|
+
@fresh_status = "old"
|
|
72
|
+
end
|
|
73
|
+
|
|
74
|
+
def refresh_status(step_id)
|
|
75
|
+
# puts "entry refresh_status"
|
|
76
|
+
@runtime_list.each do |step|
|
|
77
|
+
if step[:step_id] == step_id then
|
|
78
|
+
step[:fresh_status] = "old"
|
|
79
|
+
end
|
|
80
|
+
|
|
81
|
+
st = step[:depends_on]
|
|
82
|
+
if st
|
|
83
|
+
|
|
84
|
+
if st.include?(step_id) then
|
|
85
|
+
# step[:fresh_status] = "old"
|
|
86
|
+
# puts step[:step_id] , step[:name]
|
|
87
|
+
refresh_status(step[:step_id])
|
|
88
|
+
# puts step
|
|
89
|
+
end
|
|
90
|
+
end
|
|
91
|
+
end
|
|
92
|
+
# puts @runtime_list
|
|
93
|
+
end
|
|
94
|
+
|
|
95
|
+
def get_dependent_step_from(step_id)
|
|
96
|
+
dependent_steps = []
|
|
97
|
+
@runtime_list.each do |step|
|
|
98
|
+
st = step[:depends_on]
|
|
99
|
+
if st != nil then
|
|
100
|
+
|
|
101
|
+
if st.include?(step_id) then
|
|
102
|
+
# step[:fresh_status] = "old"
|
|
103
|
+
# puts step[:step_id] , step[:name]
|
|
104
|
+
dependent_steps << step[:step_id]
|
|
105
|
+
# puts step
|
|
106
|
+
end
|
|
107
|
+
end
|
|
108
|
+
|
|
109
|
+
end
|
|
110
|
+
dependent_steps
|
|
111
|
+
end
|
|
112
|
+
|
|
113
|
+
def log(komunikat, progress = nil)
|
|
114
|
+
@progress = progress
|
|
115
|
+
|
|
116
|
+
# @komunikat.disp_komunikat(komunikat, progress)
|
|
117
|
+
@komunikat = komunikat
|
|
118
|
+
puts komunikat
|
|
119
|
+
send_log
|
|
120
|
+
end
|
|
121
|
+
|
|
122
|
+
def send_log
|
|
123
|
+
puts "send log"
|
|
124
|
+
end
|
|
125
|
+
|
|
126
|
+
def eval_file(file)
|
|
127
|
+
instance_eval File.read(file), file
|
|
128
|
+
end
|
|
129
|
+
|
|
130
|
+
def save_variables(file)
|
|
131
|
+
File.open(file, "w") do |aFile|
|
|
132
|
+
@runtime_variable_list.each do | name, value |
|
|
133
|
+
if value[:type] != "graph" then #.gsub!("\"",'\\"')
|
|
134
|
+
# gvalue =
|
|
135
|
+
code = "addVariable '#{value[:type]}' do
|
|
136
|
+
name '#{name}'
|
|
137
|
+
value \"#{value[:value].gsub("\"",'\\"')}\"
|
|
138
|
+
step_id '#{value[:step_id]}'
|
|
139
|
+
end"
|
|
140
|
+
aFile.puts code
|
|
141
|
+
end
|
|
142
|
+
end
|
|
143
|
+
|
|
144
|
+
aFile.puts "# vieslav.pl "
|
|
145
|
+
end
|
|
146
|
+
end
|
|
147
|
+
|
|
148
148
|
end
|
|
@@ -1,229 +1,233 @@
|
|
|
1
|
-
module RdfProcessDefinitionLike
|
|
2
|
-
|
|
3
|
-
def calculate_depends_on(variables)
|
|
4
|
-
depended_steps = []
|
|
5
|
-
@runtime_list.each do |step|
|
|
6
|
-
if variables.include?(step[:output_vrbl]) then
|
|
7
|
-
depended_steps << step[:step_id]
|
|
8
|
-
end
|
|
9
|
-
end
|
|
10
|
-
depended_steps
|
|
11
|
-
end
|
|
12
|
-
|
|
13
|
-
class ProcessVariable
|
|
14
|
-
attr_reader :parameters
|
|
15
|
-
|
|
16
|
-
def initialize(type)
|
|
17
|
-
@parameters = {}
|
|
18
|
-
@parameters[:type] = type
|
|
19
|
-
end
|
|
20
|
-
|
|
21
|
-
def name(name)
|
|
22
|
-
@name = name
|
|
23
|
-
end
|
|
24
|
-
|
|
25
|
-
def getName
|
|
26
|
-
@name
|
|
27
|
-
end
|
|
28
|
-
|
|
29
|
-
def method_missing(method, arg)
|
|
30
|
-
@parameters[method] = arg
|
|
31
|
-
end
|
|
32
|
-
|
|
33
|
-
end
|
|
34
|
-
|
|
35
|
-
def addVariable(type, &block)
|
|
36
|
-
# puts self
|
|
37
|
-
variable = ProcessVariable.new(type)
|
|
38
|
-
variable.instance_eval(&block)
|
|
39
|
-
# proc = self
|
|
40
|
-
puts "check #{type}"
|
|
41
|
-
@runtime_variable_list[variable.getName] = variable.parameters
|
|
42
|
-
# puts @runtime_variable_list[variable.name]
|
|
43
|
-
end
|
|
44
|
-
|
|
45
|
-
class ProcessStep
|
|
46
|
-
attr_reader :type, :vrbls
|
|
47
|
-
attr_accessor :parameters
|
|
48
|
-
|
|
49
|
-
def initialize( type )
|
|
50
|
-
@parameters = {}
|
|
51
|
-
@parameters[:type] = type
|
|
52
|
-
@vrbls = {}
|
|
53
|
-
end
|
|
54
|
-
|
|
55
|
-
def depends_on(*args)
|
|
56
|
-
@parameters[:depends_on] = args
|
|
57
|
-
end
|
|
58
|
-
|
|
59
|
-
def sheets(*args)
|
|
60
|
-
@parameters[:sheets] = args
|
|
61
|
-
end
|
|
62
|
-
|
|
63
|
-
def output_vrbl(name)
|
|
64
|
-
@parameters[:output_vrbl] = name
|
|
65
|
-
@vrbls[name] = {:type => 'graph', :value => nil}
|
|
66
|
-
end
|
|
67
|
-
|
|
68
|
-
def input_vrbl(name)
|
|
69
|
-
@parameters[:input_vrbl] = name
|
|
70
|
-
@vrbls[name] = {:type => 'graph', :value => nil}
|
|
71
|
-
end
|
|
72
|
-
|
|
73
|
-
def file_vrbl(name, type=nil, value=nil)
|
|
74
|
-
@parameters[:file_vrbl] = name
|
|
75
|
-
@vrbls[name] = {:type => type, :value => value}
|
|
76
|
-
end
|
|
77
|
-
|
|
78
|
-
def input_file_vrbl(name, value=nil)
|
|
79
|
-
@parameters[:input_file_vrbl] = name
|
|
80
|
-
@vrbls[name] = {:type => "input_file", :value => value}
|
|
81
|
-
end
|
|
82
|
-
|
|
83
|
-
def output_file_vrbl(name, value=nil)
|
|
84
|
-
@parameters[:output_file_vrbl] = name
|
|
85
|
-
@vrbls[name] = {:type => "output_file", :value => value}
|
|
86
|
-
end
|
|
87
|
-
|
|
88
|
-
def filtr_vrbl(name, value=nil)
|
|
89
|
-
@parameters[:filtr_vrbl] = name
|
|
90
|
-
@vrbls[name] = {:type => "filtr", :value => value}
|
|
91
|
-
end
|
|
92
|
-
|
|
93
|
-
def prefix_vrbl(name, value=nil)
|
|
94
|
-
@parameters[:prefix_vrbl] = name
|
|
95
|
-
@vrbls[name] = {:type => "prefix", :value => value}
|
|
96
|
-
end
|
|
97
|
-
|
|
98
|
-
def method_missing(method, arg)
|
|
99
|
-
@parameters[method] = arg
|
|
100
|
-
end
|
|
101
|
-
end
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
def addStep( type, &block)
|
|
105
|
-
depends = []
|
|
106
|
-
step = ProcessStep.new(type)
|
|
107
|
-
puts "check #{type}"
|
|
108
|
-
step.instance_eval(&block)
|
|
109
|
-
depends << step.parameters[:input_vrbl] if step.parameters[:input_vrbl]
|
|
110
|
-
depends << step.parameters[:rule_graph_vrlb] if step.parameters[:rule_graph_vrlb]
|
|
111
|
-
depends << step.parameters[:presentation_vrlb] if step.parameters[:presentation_vrlb]
|
|
112
|
-
step.parameters[:depends_on] = calculate_depends_on(depends)
|
|
113
|
-
step.vrbls.each do |key, value|
|
|
114
|
-
if @runtime_variable_list[key] == nil then
|
|
115
|
-
addVariable value[:type] do
|
|
116
|
-
name key
|
|
117
|
-
value value[:value]
|
|
118
|
-
step_id step.parameters[:step_id]
|
|
119
|
-
end
|
|
120
|
-
end
|
|
121
|
-
end
|
|
122
|
-
# step.prepare
|
|
123
|
-
if type == "GraphLoader" then # GraphLoader step definition________________________________________________________________
|
|
124
|
-
if step.parameters[:file_vrbl] == nil then
|
|
125
|
-
ttl_file = step.parameters[:file]
|
|
126
|
-
unless File::exists?( ttl_file )
|
|
127
|
-
raise "Graph loader - ttl file: #{ttl_file} - doesn't exist"
|
|
128
|
-
end
|
|
129
|
-
|
|
130
|
-
runtime_code = -> {
|
|
131
|
-
@runtime_variable_list[step.parameters[:output_vrbl]][:value] = RDF::Graph.load(ttl_file)
|
|
132
|
-
puts "step graphloader"
|
|
133
|
-
}
|
|
134
|
-
else
|
|
135
|
-
ttl_file = step.parameters[:file_vrbl]
|
|
136
|
-
runtime_code = -> {
|
|
137
|
-
@runtime_variable_list[step.parameters[:output_vrbl]][:value] = RDF::Graph.load(@runtime_variable_list[ttl_file][:value])
|
|
138
|
-
puts "step graphloader"
|
|
139
|
-
}
|
|
140
|
-
end
|
|
141
|
-
|
|
142
|
-
elsif type == "Filtr" then # Filtr step definition________________________________________________________________________
|
|
143
|
-
runtime_code = -> {
|
|
144
|
-
puts @runtime_variable_list[step.parameters[:filtr_vrbl]][:value]
|
|
145
|
-
query = @runtime_variable_list["prefix"][:value] + @runtime_variable_list[step.parameters[:filtr_vrbl]][:value]
|
|
146
|
-
inputt = step.parameters[:input_vrbl]
|
|
147
|
-
puts step.parameters[:input_vrbl]
|
|
148
|
-
@runtime_variable_list[step.parameters[:output_vrbl]][:value] = SPARQL.execute(query, @runtime_variable_list[inputt][:value])
|
|
149
|
-
}
|
|
150
|
-
|
|
151
|
-
runtime_code = -> {
|
|
152
|
-
if step.parameters[:filtr_vrbl]
|
|
153
|
-
query2 = @runtime_variable_list[step.parameters[:filtr_vrbl]][:value]
|
|
154
|
-
puts @runtime_variable_list[step.parameters[:filtr_vrbl]][:value]
|
|
155
|
-
else
|
|
156
|
-
query2 = step.parameters[:filtr]
|
|
157
|
-
end
|
|
158
|
-
query = @runtime_variable_list["prefix"][:value] + query2
|
|
159
|
-
inputt = step.parameters[:input_vrbl]
|
|
160
|
-
puts step.parameters[:input_vrbl]
|
|
161
|
-
@runtime_variable_list[step.parameters[:output_vrbl]][:value] = SPARQL.execute(query, @runtime_variable_list[inputt][:value])
|
|
162
|
-
}
|
|
163
|
-
|
|
164
|
-
elsif type == "RdfToGraphviz" then # RdfToGraphviz step definition_________________________________________________________________
|
|
165
|
-
@konwerter = RdfToGraphviz.new
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
runtime_code = -> {
|
|
170
|
-
paramiters = {}
|
|
171
|
-
if step.parameters[:presentation_vrlb]
|
|
172
|
-
paramiters[:presentation_attr] = @runtime_variable_list[step.parameters[:presentation_vrlb]][:value]
|
|
173
|
-
end
|
|
174
|
-
puts step.parameters
|
|
175
|
-
if step.parameters[:output_format]
|
|
176
|
-
paramiters[:format] = step.parameters[:output_format]
|
|
177
|
-
puts 'format'
|
|
178
|
-
end
|
|
179
|
-
paramiters[:file_name] = @runtime_variable_list[step.parameters[:output_file_vrbl]][:value]
|
|
180
|
-
puts "RdfToGraphviz"
|
|
181
|
-
puts step.parameters[:presentation_vrlb]
|
|
182
|
-
puts @runtime_variable_list[step.parameters[:presentation_vrlb]]
|
|
183
|
-
puts paramiters
|
|
184
|
-
@konwerter.save_rdf_graph_as(@runtime_variable_list[step.parameters[:input_vrbl]][:value], paramiters)
|
|
185
|
-
# tag <img>
|
|
186
|
-
if paramiters[:format] == 'html' then
|
|
187
|
-
file_png = paramiters[:file_name].gsub(/\.\w+$/, ".png")
|
|
188
|
-
File.open(paramiters[:file_name], "a") do |aFile|
|
|
189
|
-
hmlt_tag = "<IMG SRC='#{file_png}' USEMAP='#G' />"
|
|
190
|
-
aFile.puts hmlt_tag
|
|
191
|
-
end
|
|
192
|
-
end
|
|
193
|
-
}
|
|
194
|
-
elsif type == "ExcelLoader" then # XlsToRdfConwerter step definition_______________________________________________________________
|
|
195
|
-
@XlsToRdfConwerter = XlsToRdf.new
|
|
196
|
-
# @xls_options = { :sheets => ["Makiety", "Zrodlo_danych", "Mapowanie_Makieta_Dane", "Legacy", "IPI", "Microservices", "Zaleznosci_Microservice_Legacy", "BackLog"] }
|
|
197
|
-
@xls_options = { :sheets => step.parameters[:sheets]}
|
|
198
|
-
runtime_code = -> {
|
|
199
|
-
puts "ExcelLoader"
|
|
200
|
-
puts step.parameters
|
|
201
|
-
@runtime_variable_list[step.parameters[:output_vrbl]][:value] = @XlsToRdfConwerter.xls_to_rdf(@runtime_variable_list[step.parameters[:input_file_vrbl]][:value], @xls_options)
|
|
202
|
-
}
|
|
203
|
-
elsif type == "RuleEngine" then # RdfRulesEngine step definition__________________________________________________________________
|
|
204
|
-
@RdfRulesEngine = RdfRulesEngine.new
|
|
205
|
-
@RdfRulesEngine.prefix = @runtime_variable_list[step.parameters[:prefix_vrbl]][:value]
|
|
206
|
-
runtime_code = -> {
|
|
207
|
-
@runtime_variable_list[step.parameters[:output_vrbl]][:value] = @RdfRulesEngine.execute(step.parameters[:rule_family], @runtime_variable_list[step.parameters[:input_vrbl]][:value], @runtime_variable_list[step.parameters[:rule_graph_vrlb]][:value])
|
|
208
|
-
puts "RuleEngine"
|
|
209
|
-
puts step.parameters[:output_vrbl]
|
|
210
|
-
puts @runtime_variable_list[step.parameters[:output_vrbl]][:value].inspect
|
|
211
|
-
}
|
|
212
|
-
elsif type == "+" then # Graph + Graph step definition_____________________________________________________________________________
|
|
213
|
-
runtime_code = -> {
|
|
214
|
-
@runtime_variable_list[step.parameters[:output_vrbl]][:value] << @runtime_variable_list[step.parameters[:input_vrbl]][:value]
|
|
215
|
-
}
|
|
216
|
-
elsif type == "Inference" then # RdfInference step definition__________________________________________________________________
|
|
217
|
-
@RdfInference = RdfInference.new
|
|
218
|
-
runtime_code = -> {
|
|
219
|
-
@runtime_variable_list[step.parameters[:output_vrbl]][:value] = @RdfInference.inference(@runtime_variable_list[step.parameters[:input_vrbl]][:value])
|
|
220
|
-
puts "RdfInference"
|
|
221
|
-
puts step.parameters[:output_vrbl]
|
|
222
|
-
puts @runtime_variable_list[step.parameters[:output_vrbl]][:value].inspect
|
|
223
|
-
}
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
|
|
1
|
+
module RdfProcessDefinitionLike
|
|
2
|
+
|
|
3
|
+
def calculate_depends_on(variables)
|
|
4
|
+
depended_steps = []
|
|
5
|
+
@runtime_list.each do |step|
|
|
6
|
+
if variables.include?(step[:output_vrbl]) then
|
|
7
|
+
depended_steps << step[:step_id]
|
|
8
|
+
end
|
|
9
|
+
end
|
|
10
|
+
depended_steps
|
|
11
|
+
end
|
|
12
|
+
|
|
13
|
+
class ProcessVariable
|
|
14
|
+
attr_reader :parameters
|
|
15
|
+
|
|
16
|
+
def initialize(type)
|
|
17
|
+
@parameters = {}
|
|
18
|
+
@parameters[:type] = type
|
|
19
|
+
end
|
|
20
|
+
|
|
21
|
+
def name(name)
|
|
22
|
+
@name = name
|
|
23
|
+
end
|
|
24
|
+
|
|
25
|
+
def getName
|
|
26
|
+
@name
|
|
27
|
+
end
|
|
28
|
+
|
|
29
|
+
def method_missing(method, arg)
|
|
30
|
+
@parameters[method] = arg
|
|
31
|
+
end
|
|
32
|
+
|
|
33
|
+
end
|
|
34
|
+
|
|
35
|
+
def addVariable(type, &block)
|
|
36
|
+
# puts self
|
|
37
|
+
variable = ProcessVariable.new(type)
|
|
38
|
+
variable.instance_eval(&block)
|
|
39
|
+
# proc = self
|
|
40
|
+
puts "check #{type}"
|
|
41
|
+
@runtime_variable_list[variable.getName] = variable.parameters
|
|
42
|
+
# puts @runtime_variable_list[variable.name]
|
|
43
|
+
end
|
|
44
|
+
|
|
45
|
+
class ProcessStep
|
|
46
|
+
attr_reader :type, :vrbls
|
|
47
|
+
attr_accessor :parameters
|
|
48
|
+
|
|
49
|
+
def initialize( type )
|
|
50
|
+
@parameters = {}
|
|
51
|
+
@parameters[:type] = type
|
|
52
|
+
@vrbls = {}
|
|
53
|
+
end
|
|
54
|
+
|
|
55
|
+
def depends_on(*args)
|
|
56
|
+
@parameters[:depends_on] = args
|
|
57
|
+
end
|
|
58
|
+
|
|
59
|
+
def sheets(*args)
|
|
60
|
+
@parameters[:sheets] = args
|
|
61
|
+
end
|
|
62
|
+
|
|
63
|
+
def output_vrbl(name)
|
|
64
|
+
@parameters[:output_vrbl] = name
|
|
65
|
+
@vrbls[name] = {:type => 'graph', :value => nil}
|
|
66
|
+
end
|
|
67
|
+
|
|
68
|
+
def input_vrbl(name)
|
|
69
|
+
@parameters[:input_vrbl] = name
|
|
70
|
+
@vrbls[name] = {:type => 'graph', :value => nil}
|
|
71
|
+
end
|
|
72
|
+
|
|
73
|
+
def file_vrbl(name, type=nil, value=nil)
|
|
74
|
+
@parameters[:file_vrbl] = name
|
|
75
|
+
@vrbls[name] = {:type => type, :value => value}
|
|
76
|
+
end
|
|
77
|
+
|
|
78
|
+
def input_file_vrbl(name, value=nil)
|
|
79
|
+
@parameters[:input_file_vrbl] = name
|
|
80
|
+
@vrbls[name] = {:type => "input_file", :value => value}
|
|
81
|
+
end
|
|
82
|
+
|
|
83
|
+
def output_file_vrbl(name, value=nil)
|
|
84
|
+
@parameters[:output_file_vrbl] = name
|
|
85
|
+
@vrbls[name] = {:type => "output_file", :value => value}
|
|
86
|
+
end
|
|
87
|
+
|
|
88
|
+
def filtr_vrbl(name, value=nil)
|
|
89
|
+
@parameters[:filtr_vrbl] = name
|
|
90
|
+
@vrbls[name] = {:type => "filtr", :value => value}
|
|
91
|
+
end
|
|
92
|
+
|
|
93
|
+
def prefix_vrbl(name, value=nil)
|
|
94
|
+
@parameters[:prefix_vrbl] = name
|
|
95
|
+
@vrbls[name] = {:type => "prefix", :value => value}
|
|
96
|
+
end
|
|
97
|
+
|
|
98
|
+
def method_missing(method, arg)
|
|
99
|
+
@parameters[method] = arg
|
|
100
|
+
end
|
|
101
|
+
end
|
|
102
|
+
|
|
103
|
+
|
|
104
|
+
def addStep( type, &block)
|
|
105
|
+
depends = []
|
|
106
|
+
step = ProcessStep.new(type)
|
|
107
|
+
puts "check #{type}"
|
|
108
|
+
step.instance_eval(&block)
|
|
109
|
+
depends << step.parameters[:input_vrbl] if step.parameters[:input_vrbl]
|
|
110
|
+
depends << step.parameters[:rule_graph_vrlb] if step.parameters[:rule_graph_vrlb]
|
|
111
|
+
depends << step.parameters[:presentation_vrlb] if step.parameters[:presentation_vrlb]
|
|
112
|
+
step.parameters[:depends_on] = calculate_depends_on(depends)
|
|
113
|
+
step.vrbls.each do |key, value|
|
|
114
|
+
if @runtime_variable_list[key] == nil then
|
|
115
|
+
addVariable value[:type] do
|
|
116
|
+
name key
|
|
117
|
+
value value[:value]
|
|
118
|
+
step_id step.parameters[:step_id]
|
|
119
|
+
end
|
|
120
|
+
end
|
|
121
|
+
end
|
|
122
|
+
# step.prepare
|
|
123
|
+
if type == "GraphLoader" then # GraphLoader step definition________________________________________________________________
|
|
124
|
+
if step.parameters[:file_vrbl] == nil then
|
|
125
|
+
ttl_file = step.parameters[:file]
|
|
126
|
+
unless File::exists?( ttl_file )
|
|
127
|
+
raise "Graph loader - ttl file: #{ttl_file} - doesn't exist"
|
|
128
|
+
end
|
|
129
|
+
|
|
130
|
+
runtime_code = -> {
|
|
131
|
+
@runtime_variable_list[step.parameters[:output_vrbl]][:value] = RDF::Graph.load(ttl_file)
|
|
132
|
+
puts "step graphloader"
|
|
133
|
+
}
|
|
134
|
+
else
|
|
135
|
+
ttl_file = step.parameters[:file_vrbl]
|
|
136
|
+
runtime_code = -> {
|
|
137
|
+
@runtime_variable_list[step.parameters[:output_vrbl]][:value] = RDF::Graph.load(@runtime_variable_list[ttl_file][:value])
|
|
138
|
+
puts "step graphloader"
|
|
139
|
+
}
|
|
140
|
+
end
|
|
141
|
+
|
|
142
|
+
elsif type == "Filtr" then # Filtr step definition________________________________________________________________________
|
|
143
|
+
runtime_code = -> {
|
|
144
|
+
puts @runtime_variable_list[step.parameters[:filtr_vrbl]][:value]
|
|
145
|
+
query = @runtime_variable_list["prefix"][:value] + @runtime_variable_list[step.parameters[:filtr_vrbl]][:value]
|
|
146
|
+
inputt = step.parameters[:input_vrbl]
|
|
147
|
+
puts step.parameters[:input_vrbl]
|
|
148
|
+
@runtime_variable_list[step.parameters[:output_vrbl]][:value] = SPARQL.execute(query, @runtime_variable_list[inputt][:value])
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
runtime_code = -> {
|
|
152
|
+
if step.parameters[:filtr_vrbl]
|
|
153
|
+
query2 = @runtime_variable_list[step.parameters[:filtr_vrbl]][:value]
|
|
154
|
+
puts @runtime_variable_list[step.parameters[:filtr_vrbl]][:value]
|
|
155
|
+
else
|
|
156
|
+
query2 = step.parameters[:filtr]
|
|
157
|
+
end
|
|
158
|
+
query = @runtime_variable_list["prefix"][:value] + query2
|
|
159
|
+
inputt = step.parameters[:input_vrbl]
|
|
160
|
+
puts step.parameters[:input_vrbl]
|
|
161
|
+
@runtime_variable_list[step.parameters[:output_vrbl]][:value] = SPARQL.execute(query, @runtime_variable_list[inputt][:value])
|
|
162
|
+
}
|
|
163
|
+
|
|
164
|
+
elsif type == "RdfToGraphviz" then # RdfToGraphviz step definition_________________________________________________________________
|
|
165
|
+
@konwerter = RdfToGraphviz.new
|
|
166
|
+
|
|
167
|
+
|
|
168
|
+
|
|
169
|
+
runtime_code = -> {
|
|
170
|
+
paramiters = {}
|
|
171
|
+
if step.parameters[:presentation_vrlb]
|
|
172
|
+
paramiters[:presentation_attr] = @runtime_variable_list[step.parameters[:presentation_vrlb]][:value]
|
|
173
|
+
end
|
|
174
|
+
puts step.parameters
|
|
175
|
+
if step.parameters[:output_format]
|
|
176
|
+
paramiters[:format] = step.parameters[:output_format]
|
|
177
|
+
puts 'format'
|
|
178
|
+
end
|
|
179
|
+
paramiters[:file_name] = @runtime_variable_list[step.parameters[:output_file_vrbl]][:value]
|
|
180
|
+
puts "RdfToGraphviz"
|
|
181
|
+
puts step.parameters[:presentation_vrlb]
|
|
182
|
+
puts @runtime_variable_list[step.parameters[:presentation_vrlb]]
|
|
183
|
+
puts paramiters
|
|
184
|
+
@konwerter.save_rdf_graph_as(@runtime_variable_list[step.parameters[:input_vrbl]][:value], paramiters)
|
|
185
|
+
# tag <img>
|
|
186
|
+
if paramiters[:format] == 'html' then
|
|
187
|
+
file_png = paramiters[:file_name].gsub(/\.\w+$/, ".png")
|
|
188
|
+
File.open(paramiters[:file_name], "a") do |aFile|
|
|
189
|
+
hmlt_tag = "<IMG SRC='#{file_png}' USEMAP='#G' />"
|
|
190
|
+
aFile.puts hmlt_tag
|
|
191
|
+
end
|
|
192
|
+
end
|
|
193
|
+
}
|
|
194
|
+
elsif type == "ExcelLoader" then # XlsToRdfConwerter step definition_______________________________________________________________
|
|
195
|
+
@XlsToRdfConwerter = XlsToRdf.new
|
|
196
|
+
# @xls_options = { :sheets => ["Makiety", "Zrodlo_danych", "Mapowanie_Makieta_Dane", "Legacy", "IPI", "Microservices", "Zaleznosci_Microservice_Legacy", "BackLog"] }
|
|
197
|
+
@xls_options = { :sheets => step.parameters[:sheets]}
|
|
198
|
+
runtime_code = -> {
|
|
199
|
+
puts "ExcelLoader"
|
|
200
|
+
puts step.parameters
|
|
201
|
+
@runtime_variable_list[step.parameters[:output_vrbl]][:value] = @XlsToRdfConwerter.xls_to_rdf(@runtime_variable_list[step.parameters[:input_file_vrbl]][:value], @xls_options)
|
|
202
|
+
}
|
|
203
|
+
elsif type == "RuleEngine" then # RdfRulesEngine step definition__________________________________________________________________
|
|
204
|
+
@RdfRulesEngine = RdfRulesEngine.new
|
|
205
|
+
@RdfRulesEngine.prefix = @runtime_variable_list[step.parameters[:prefix_vrbl]][:value]
|
|
206
|
+
runtime_code = -> {
|
|
207
|
+
@runtime_variable_list[step.parameters[:output_vrbl]][:value] = @RdfRulesEngine.execute(step.parameters[:rule_family], @runtime_variable_list[step.parameters[:input_vrbl]][:value], @runtime_variable_list[step.parameters[:rule_graph_vrlb]][:value])
|
|
208
|
+
puts "RuleEngine"
|
|
209
|
+
puts step.parameters[:output_vrbl]
|
|
210
|
+
puts @runtime_variable_list[step.parameters[:output_vrbl]][:value].inspect
|
|
211
|
+
}
|
|
212
|
+
elsif type == "+" then # Graph + Graph step definition_____________________________________________________________________________
|
|
213
|
+
runtime_code = -> {
|
|
214
|
+
@runtime_variable_list[step.parameters[:output_vrbl]][:value] << @runtime_variable_list[step.parameters[:input_vrbl]][:value]
|
|
215
|
+
}
|
|
216
|
+
elsif type == "Inference" then # RdfInference step definition__________________________________________________________________
|
|
217
|
+
@RdfInference = RdfInference.new
|
|
218
|
+
runtime_code = -> {
|
|
219
|
+
@runtime_variable_list[step.parameters[:output_vrbl]][:value] = @RdfInference.inference(@runtime_variable_list[step.parameters[:input_vrbl]][:value])
|
|
220
|
+
puts "RdfInference"
|
|
221
|
+
puts step.parameters[:output_vrbl]
|
|
222
|
+
puts @runtime_variable_list[step.parameters[:output_vrbl]][:value].inspect
|
|
223
|
+
}
|
|
224
|
+
elsif type == "RdfToFile" then # RdfToFile step definition__________________________________________________________________
|
|
225
|
+
runtime_code = -> {
|
|
226
|
+
File.write(@runtime_variable_list[step.parameters[:output_file_vrbl]][:value], @runtime_variable_list[step.parameters[:input_vrbl]][:value].to_csv)
|
|
227
|
+
}
|
|
228
|
+
end
|
|
229
|
+
step.parameters[:runtime_code] = runtime_code
|
|
230
|
+
puts step.parameters
|
|
231
|
+
@runtime_list << step.parameters
|
|
232
|
+
end
|
|
229
233
|
end
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: rdf_process
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.0.
|
|
4
|
+
version: 0.0.2
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- WiDu
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2020-06-27 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: linkeddata
|
|
@@ -94,12 +94,14 @@ dependencies:
|
|
|
94
94
|
- - ">="
|
|
95
95
|
- !ruby/object:Gem::Version
|
|
96
96
|
version: '0'
|
|
97
|
-
description: Process engine
|
|
97
|
+
description: Process engine. CLI
|
|
98
98
|
email: wdulek@gmail.com
|
|
99
|
-
executables:
|
|
99
|
+
executables:
|
|
100
|
+
- rdf_process
|
|
100
101
|
extensions: []
|
|
101
102
|
extra_rdoc_files: []
|
|
102
103
|
files:
|
|
104
|
+
- bin/rdf_process
|
|
103
105
|
- lib/rdf_process.rb
|
|
104
106
|
- lib/rdf_process/RdfProcessDefinitionLike.rb
|
|
105
107
|
homepage: https://github.com/widu/rdf_process
|
|
@@ -121,8 +123,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
121
123
|
- !ruby/object:Gem::Version
|
|
122
124
|
version: '0'
|
|
123
125
|
requirements: []
|
|
124
|
-
|
|
125
|
-
rubygems_version: 2.6.7
|
|
126
|
+
rubygems_version: 3.0.3
|
|
126
127
|
signing_key:
|
|
127
128
|
specification_version: 4
|
|
128
129
|
summary: Process engine
|