cpee-logging-xes-yaml 1.0.6 → 1.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0ba8710880804c7803eea8c127abb88ad8a6ec3d7189b2731127b620c7eaf7fa
-  data.tar.gz: acc8a90a7c55119ba9ab9f2e81e170658e39b35aa9e456fc66b69060d43f107d
+  metadata.gz: 8a56a402debfb1779e310bbe0128f64814a51dc3a9af96c8e2d15935bfa07364
+  data.tar.gz: 5c3fcf8d82de2daacfd7c932dd2326bf274a3b0aff205f44d52a7bae0b1e7431
 SHA512:
-  metadata.gz: 3aca1dfc7ea1fb6cf504d9ca6692da23e017f598b9fed424cfe8caa5e25ebbb7c70bd1e32ab339d704e53d77f187a19050e18df26c4eb8dbb27e267d3d807c1d
-  data.tar.gz: 68529513a92e2e3abb3c494ccbaa4965d7230c15fce74e1567f68a45f81c9122fd8730ffed3088d65a52f8f206aa5b2fd58926d985aa72ae79c305f483e0561f
+  metadata.gz: de9cfc04b3337a8e42bf5396cd5905151973932a4655d18c695193d0b74a8d5045f45e0c49bfdd59b48df62a327d3340a29ca34504df51a8e19e014e4a56a7d1
+  data.tar.gz: 212c23ea84f1186db0c59249d82ca8471f366d040f68c5711c32629c00763cc871216cf7380e67b3a4f1f38f7b24dc2770e9f83b7f5146e72d9032a567b8f6ae

data/cpee-logging-xes-yaml.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name             = "cpee-logging-xes-yaml"
-  s.version          = "1.0.6"
+  s.version          = "1.1.0"
   s.platform         = Gem::Platform::RUBY
   s.license          = "LGPL-3.0"
   s.summary          = "Logging for the cloud process execution engine (cpee.org)"

data/lib/cpee-logging-xes-yaml/logging.rb

@@ -21,65 +21,14 @@ require 'yaml'
 require 'riddl/server'
 require 'time'
 
+require_relative 'tools'
+
 module CPEE
   module Logging
 
     SERVER = File.expand_path(File.join(__dir__,'logging.xml'))
 
-    class Handler < Riddl::Implementation #{{{
-      def doc(topic,event_name,log_dir,template,payload)
-        notification = JSON.parse(payload)
-        instance = notification['instance-uuid']
-        return unless instance
-
-        instancenr = notification['instance']
-        content = notification['content']
-        activity = content['activity']
-        parameters = content['parameters']
-        receiving = content['received']
-
-        log = YAML::load(File.read(template))
-        log["log"]["trace"]["concept:name"] ||= instancenr
-        log["log"]["trace"]["cpee:name"] ||= notification['instance-name'] if notification['instance-name']
-        log["log"]["trace"]["cpee:instance"] ||= instance
-        File.open(File.join(log_dir,instance+'.xes.yaml'),'w'){|f| f.puts log.to_yaml} unless File.exists? File.join(log_dir,instance+'.xes.yaml')
-        event = {}
-        event["concept:instance"] = instancenr
-        event["concept:name"] = content["label"] if content["label"]
-        if content["endpoint"]
-          event["concept:endpoint"] = content["endpoint"]
-        end
-        event["id:id"] = (activity.nil? || activity == "") ? 'external' : activity
-        event["cpee:activity"] = event["id:id"]
-        event["cpee:activity_uuid"] = content['activity-uuid'] if content['activity-uuid']
-        event["cpee:instance"] = instance
-        case event_name
-          when 'receiving', 'change', 'instantiation'
-            event["lifecycle:transition"] = "unknown"
-          when 'done'
-            event["lifecycle:transition"] = "complete"
-          else
-            event["lifecycle:transition"] = "start"
-        end
-        event["cpee:lifecycle:transition"] = "#{topic}/#{event_name}"
-        event["cpee:state"] = content['state'] if content['state']
-        event["cpee:description"] = content['dslx'] if content['dslx']
-        unless parameters["arguments"]&.nil?
-          event["data"] = parameters["arguments"]
-        end
-        if content['changed']&.any?
-          event["data"] = content['values']
-        end
-        if receiving && !receiving.empty?
-          event["raw"] = receiving
-        end
-        event["time:timestamp"]= event['cpee:timestamp'] || Time.now.strftime("%Y-%m-%dT%H:%M:%S.%L%:z")
-        File.open(File.join(log_dir,instance+'.xes.yaml'),'a') do |f|
-          f << {'event' => event}.to_yaml
-        end
-        nil
-      end
-
+    class Handler < Riddl::Implementation
       def response
         topic         = @p[1].value
         event_name    = @p[2].value
@@ -87,11 +36,11 @@ module CPEE
         template      = @a[1]
         notification  = @p[3].value.read
         EM.defer do
-          doc topic, event_name, log_dir, template, notification
+          CPEE::Logging::doc topic, event_name, log_dir, template, notification
         end
         nil
       end
-    end #}}}
+    end
 
     def self::implementation(opts)
       opts[:log_dir] ||= File.join(__dir__,'logs')

data/lib/cpee-logging-xes-yaml/tools.rb

@@ -0,0 +1,184 @@
+require 'weel'
+
+class StreamPoint
+  attr_accessor :value, :timestamp, :source, :meta
+
+  def initialize
+    @value = nil
+    @timestamp = Time.now
+    @source = nil
+    @meta = nil
+  end
+
+  def to_h(id)
+    tp = { 'stream:point' => { } }
+    tp['stream:point']['stream:id'] = id
+    tp['stream:point']['stream:value'] = @value
+    tp['stream:point']['stream:timestamp'] = @timestamp
+    tp['stream:point']['stream:source'] = @source unless @source.nil?
+    tp['stream:point']['stream:meta'] = @meta unless @meta.nil?
+    tp
+  end
+end
+
+module CPEE
+  module Logging
+
+    def self::extract_probes(where,xml)
+      XML::Smart::string(xml) do |doc|
+        doc.register_namespace 'd', 'http://cpee.org/ns/description/1.0'
+        doc.find('//d:call').each do |c|
+          c.find('d:annotations/d:_context_data_analysis/d:probes').each do |p|
+            File.write(where + '_' + c.attributes['id'] + '.probe', p.dump)
+          end
+        end
+      end
+    end
+
+    def self::extract_sensor(rs,code,result)
+      result.map! do |res|
+        if res['mimetype'].nil?
+          res['value']
+        elsif res['mimetype'] == 'application/json'
+          JSON::parse(res['data'])
+        elsif res['mimetype'] == 'application/xml' || res['mimetype'] == 'text/xml'
+          XML::Smart::string(res['data']) rescue nil
+        elsif res.mimetype == 'text/yaml'
+          YAML::load(res['data']) rescue nil
+        elsif result[0].mimetype == 'text/plain'
+          t = res['data']
+          if t.start_with?("<?xml version=")
+            t = XML::Smart::string(t)
+          else
+            t = t.to_f if t == t.to_f.to_s
+            t = t.to_i if t == t.to_i.to_s
+          end
+          t
+        elsif res.mimetype == 'text/html'
+          t = res['data']
+          t = t.to_f if t == t.to_f.to_s
+          t = t.to_i if t == t.to_i.to_s
+          t
+        else
+          res['data']
+        end
+      end
+      result = result[0] if result.length == 1
+      rs.instance_eval(code)
+    end
+
+    def self::persist_values(where,values)
+      unless File.exists?(where)
+        File.write(where,'{}')
+      end
+      f = File.open(where,'r+')
+      f.flock(File::LOCK_EX)
+      json = JSON::load(f).merge(values)
+      f.rewind
+      f.truncate(0)
+      f.write(JSON.generate(json))
+      f.close
+    end
+
+    def self::doc(topic,event_name,log_dir,template,payload)
+      notification = JSON.parse(payload)
+      instance = notification['instance-uuid']
+      return unless instance
+
+      instancenr = notification['instance']
+      content = notification['content']
+      activity = content['activity']
+      parameters = content['parameters']
+      receiving = content['received']
+
+      if content['dslx']
+        CPEE::Logging::extract_probes(File.join(log_dir,instance),content['dslx'])
+      end
+
+      if topic == 'dataelements' && event_name == 'change'
+        if content['changed']&.any?
+          CPEE::Logging::persist_values(File.join(log_dir,instance + '.data.json'),content['values'])
+        end
+      end
+
+      log = YAML::load(File.read(template))
+      log["log"]["trace"]["concept:name"] ||= instancenr
+      log["log"]["trace"]["cpee:name"] ||= notification['instance-name'] if notification['instance-name']
+      log["log"]["trace"]["cpee:instance"] ||= instance
+      File.open(File.join(log_dir,instance+'.xes.yaml'),'w'){|f| f.puts log.to_yaml} unless File.exists? File.join(log_dir,instance+'.xes.yaml')
+      event = {}
+      event["concept:instance"] = instancenr
+      event["concept:name"] = content["label"] if content["label"]
+      if content["endpoint"]
+        event["concept:endpoint"] = content["endpoint"]
+      end
+      event["id:id"] = (activity.nil? || activity == "") ? 'external' : activity
+      event["cpee:activity"] = event["id:id"]
+      event["cpee:activity_uuid"] = content['activity-uuid'] if content['activity-uuid']
+      event["cpee:instance"] = instance
+      case event_name
+        when 'receiving', 'change', 'instantiation'
+          event["lifecycle:transition"] = "unknown"
+        when 'done'
+          event["lifecycle:transition"] = "complete"
+        else
+          event["lifecycle:transition"] = "start"
+      end
+      event["cpee:lifecycle:transition"] = "#{topic}/#{event_name}"
+      event["cpee:state"] = content['state'] if content['state']
+      event["cpee:description"] = content['dslx'] if content['dslx']
+      unless parameters["arguments"]&.nil?
+        event["data"] = parameters["arguments"]
+      end if parameters
+      if content['changed']&.any?
+        event["data"] = content['values']
+      end
+      if receiving && !receiving.empty?
+        fname = File.join(log_dir,instance + '_' + event["id:id"] + '.probe')
+        dname = File.join(log_dir,instance + '.data.json')
+
+        if File.exists?(fname)
+          te = event.dup
+          te['stream:sensorstream'] = []
+
+          rs = WEEL::ReadStructure.new(File.exists?(dname) ? JSON::load(File::open(dname)) : {},{},{})
+          XML::Smart::open_unprotected(fname) do |doc|
+            doc.register_namespace 'd', 'http://cpee.org/ns/description/1.0'
+            doc.find('//d:probe').each do |p|
+              tid = p.find('string(d:id)')
+              tso = p.find('string(d:source)')
+              if p.find('d:extractor_type[.="extrinsic"]')
+                val = CPEE::Logging::extract_sensor(rs,p.find('string(d:extractor_code)'),receiving) rescue nil
+                if val.is_a? Array
+                  val.each do |e|
+                    if e.is_a? StreamPoint
+                      e.source ||= tso
+                      te['stream:sensorstream'] << e.to_h(tid)
+                    end
+                  end
+                else
+                  tp = StreamPoint.new
+                  tp.source =  tso
+                  tp.value = val
+                  te['stream:sensorstream'] << tp.to_h(tid)
+                end
+              end
+            end
+          end
+          te["cpee:lifecycle:transition"] = "sensor/stream"
+          File.open(File.join(log_dir,instance+'.xes.yaml'),'a') do |f|
+            f << {'event' => te}.to_yaml
+          end
+        end
+
+        event["raw"] = receiving
+      end
+      event["time:timestamp"]= event['cpee:timestamp'] || Time.now.strftime("%Y-%m-%dT%H:%M:%S.%L%:z")
+      File.open(File.join(log_dir,instance+'.xes.yaml'),'a') do |f|
+        f << {'event' => event}.to_yaml
+      end
+    end
+
+  end
+end
+

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cpee-logging-xes-yaml
 version: !ruby/object:Gem::Version
-  version: 1.0.6
+  version: 1.1.0
 platform: ruby
 authors:
 - Juergen eTM Mangler
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: tools
 cert_chain: []
-date: 2022-10-10 00:00:00.000000000 Z
+date: 2022-10-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: riddl
@@ -75,6 +75,7 @@ files:
 - lib/cpee-logging-xes-yaml/logging.rb
 - lib/cpee-logging-xes-yaml/logging.xml
 - lib/cpee-logging-xes-yaml/template.xes_yaml
+- lib/cpee-logging-xes-yaml/tools.rb
 - server/log
 - tools/cpee-logging-xes-yaml
 homepage: http://cpee.org/