cpee 1.5.26 → 2.0.3

data/lib/cpee/processtransformation/target.rb

@@ -1,50 +0,0 @@
-# encoding: UTF-8
-#
-# This file is part of CPEE.
-#
-# Apache License, Version 2.0
-#
-# Copyright (c) 2013 Juergen Mangler
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-module CPEE
-
-  module ProcessTransformation
-
-    module Target
-
-      class Default
-        def initialize(tree)
-          @tree = tree
-        end
-
-        def output_to_document(doc)
-          generate_for_list(@tree,doc.root)
-          doc.to_s
-        end  
-
-        def generate_for_list(list,res)
-          list.each do |e|
-            nam = e.class.name.gsub(/\w+:+/,'')
-            send("print_#{nam}".to_sym,e,res)
-          end
-        end
-
-      end
-
-    end
-
-  end
-
-end

data/log/azure.rb

@@ -1,10 +0,0 @@
-#!/usr/bin/ruby
-require_relative 'azure_logger'
-
-Riddl::Server.new(File.join(__dir__,'/log.xml'), :host => 'localhost', :port => 9398) do
-  accessible_description true
-  cross_site_xhr true
-  interface 'events' do
-	  run Logging if post 'event'
-  end
-end.loop!

data/log/azure_logger.rb

@@ -1,136 +0,0 @@
-require 'pp'
-require 'time'
-require 'digest'
-
-require 'json'
-require 'riddl/server'
-require 'typhoeus'
-
-EP_ARTEFACTS = "https://api.powerbi.com/beta/7ba47c6d-039d-44e5-8834-ee103ea08c19/datasets/2fb85c30-2e66-42d3-ac16-18c1fe76f501/rows?key=qpnTPKsn4ekXasNFs9he4afwAb%2Bj8DndJ6mGAomCGkkAdKsIDifRDK9hsQd0mk3X94KCzqGrNCYN%2Fs7T7STQjg%3D%3D"
-EP_INSTANCES = "https://api.powerbi.com/beta/7ba47c6d-039d-44e5-8834-ee103ea08c19/datasets/25c94fa0-f6f3-4547-9815-f772e1abc92f/rows?key=vWSGqHeQp6BQ8IPt4RBMLAbDPhVsyTW2NVcXfqQBCMx17cAZXfVejyAW72MeMGSbEk3fguhhqLoR3nYmopLIow%3D%3D"
-EP_SPAWNED   = "https://api.powerbi.com/beta/7ba47c6d-039d-44e5-8834-ee103ea08c19/datasets/79620e3f-a65c-4e34-b859-5aa43074f086/rows?key=dFS4XmqxI8iauMKucZenHQOi6mNcPhBslYo%2B8NwlzMYgiDYN%2FGDv6hX%2BwHMRIJwvQDyCxgd614KDihPw1Q%2BGSA%3D%3D"
-EP_SENSORS   = "https://api.powerbi.com/beta/7ba47c6d-039d-44e5-8834-ee103ea08c19/datasets/b62aada9-fe26-43e6-9e18-4bd3978e651d/rows?key=QWKNhGe3glUuWMOkCmJPytVQjaCn1Wyf8NboH3RXJTdA2ryiY%2Fk5%2Fz2lXDpgfguAa1xq%2BO%2Fw3lDhuXLYx4CyFA%3D%3D"
-EP_VALUES    = "https://api.powerbi.com/beta/7ba47c6d-039d-44e5-8834-ee103ea08c19/datasets/fc53f106-0299-458d-aa33-a04a00d68571/rows?key=mp9Om5wrPLG5hDA4efGzpfEGG5uHRUTtnUGlzNrfHJ5qaub2fG2FpwS5gq3g4IYRKMWG7mlCK5pgwm48XxtItw%3D%3D"
-
-class Logging < Riddl::Implementation
-
-  def doc(topic,event_name,instancenr,notification)
-    uuid = notification['instance_uuid']
-    return unless uuid
-
-    uuid = notification.dig('instance_uuid')
-
-    if notification.dig('attributes','artefacts') #{{{
-      artefacts = JSON.parse(notification.dig('attributes','artefacts'))
-
-      artefacts.each do |a|
-        aid = Digest::MD5.hexdigest(a['group'] + '_' + a['name'])
-        iid = Digest::MD5.hexdigest(a['group'] + '_' + a['name'] + '_' + uuid)
-        Typhoeus.post(EP_ARTEFACTS,
-          headers: {'Content-Type'=> "application/json"},
-          body: JSON.generate([a])
-        )
-        Typhoeus.post(EP_INSTANCES,
-          headers: {'Content-Type'=> "application/json"},
-          body: [
-            {
-              'uuid':  uuid,
-              'group': a['group'],
-              'name':  a['name'],
-              'date':  Time.now.iso8601,
-              'info':  notification.dig('attributes','info')
-            }
-          ]
-        )
-      end
-    end #}}}
-
-    case "#{topic}/#{event_name}"
-      when "dataelements/change", "endpoints/change"
-        sensors = JSON.parse(notification.dig('attributes','sensors') || '[]')
-        sensors.each do |s|
-          sid = Digest::MD5.hexdigest(uuid + '_' + s['name'])
-          Typhoeus.post(EP_SENSORS,
-            headers: {'Content-Type'=> "application/json"},
-            body: [
-              {
-                'uuid': uuid,
-                'sensor': s['name'],
-                'visualizer_url': s['visualizer_url'],
-                'visualizer_params': [s['visualizer_params']]
-              }
-            ]
-          )
-          Typhoeus.post(EP_VALUES,
-            headers: {'Content-Type'=> "application/json"},
-            body: [
-              {
-                'uuid': uuid,
-                'sensor': s['name'],
-                'timestamp': notification.dig('timestamp'),
-                'value': s['value']
-              }
-            ]
-          )
-        end
-      when "activity/receiving"
-        sensors = JSON.parse(notification.dig('sensors') || '[]')
-        tdoc = notification.dig('received')
-        sensors.each do |s|
-          sid = Digest::MD5.hexdigest(uuid + '_' + s['name'])
-          Typhoeus.post(EP_SENSORS,
-            headers: {'Content-Type'=> "application/json"},
-            body: [
-              {
-                'uuid': uuid,
-                'sensor': s['name'],
-                'task': notification.dig('activity'),
-                'visualizer_url': s['visualizer_url'],
-                'visualizer_params': (s['visualizer_params'].nil? || s['visualizer_params'].empty? ? [] : [s['visualizer_params']])
-              }
-            ]
-          )
-          status, result = Riddl::Client.new(s['extractor_url']).post [
-            Riddl::Parameter::Simple.new('data',JSON.pretty_generate(tdoc)),
-            Riddl::Parameter::Simple.new('what',s['extractor_arg'])
-          ]
-          if status >= 200 && status < 300
-            ret = JSON::parse(result[0]&.value.read) rescue []
-            ret.each do |v,t|
-              Typhoeus.post(EP_VALUES,
-                headers: {'Content-Type'=> "application/json"},
-                body: [
-                  {
-                    'uuid': uuid,
-                    'sensor': s['name'],
-                    'timestamp': t,
-                    'value': v
-                  }
-                ]
-              )
-            end
-          end
-
-        end
-    end
-    nil
-  end
-
-  def response #{{{
-    ### save events for later replay
-    # a = {
-    #   :topic        => @p[1].value,
-    #   :event_name   => @p[2].value,
-    #   :instancenr   => @h['CPEE_INSTANCE'].split('/').last,
-    #   :notification => JSON.parse(@p[3].value)
-    # }.to_yaml
-    # File.open('events.yaml','a') do |f|
-    #   f << a
-    # end
-    topic        = @p[1].value
-    event_name   = @p[2].value
-    instancenr   = @h['CPEE_INSTANCE'].split('/').last
-    notification = JSON.parse(@p[3].value)
-    doc topic, event_name, instancenr, notification
-  end #}}}
-end

data/log/chain.xml

@@ -1,27 +0,0 @@
-<declaration xmlns="http://riddl.org/ns/declaration/1.0" xmlns:xi="http://www.w3.org/2001/XInclude">
-  <interface name="events">
-    <xi:include href="http://www.riddl.org/ns/common-patterns/notifications-consumer/1.0/consumer.xml"/>
-  </interface>
-  <interface name="cpee" location="http://cpee.org:9298">
-    <xi:include href="http://cpee.org:9298/?riddl-description"/>
-  </interface>
-  <interface name="logoverlay">
-    <xi:include href="logoverlay.xml"/>
-  </interface>
-
-  <facade>
-    <tile>
-      <layer name="cpee"/>
-    </tile>
-    <tile>
-      <layer name="events">
-        <apply-to>/log</apply-to>
-      </layer>
-    </tile>
-    <tile>
-      <layer name="logoverlay">
-        <apply-to>/chain</apply-to>
-      </layer>
-    </tile>
-  </facade>
-</declaration>

data/log/elasticsearch.rb

@@ -1,15 +0,0 @@
-#!/usr/bin/ruby
-require_relative 'elasticsearch_logging'
-
-
-Riddl::Server.new(File.join(__dir__,'/log.xml'), :host => 'localhost', :port => 9307) do
-  accessible_description true
-  cross_site_xhr true
-  @riddl_opts[:template] ||= File.join(__dir__,'template.xes_yaml')
-	@riddl_opts[:esc] = Elasticsearch::Client.new hosts: ['localhost:8400']
-
-
-  interface 'events' do
-	  run Logging, @riddl_opts[:esc], @riddl_opts[:template] if post 'event'
-  end
-end.loop!

data/log/elasticsearch_logging.rb

@@ -1,377 +0,0 @@
-require 'pp'
-require 'time'
-require 'digest'
-
-require 'json'
-require 'yaml'
-require 'riddl/server'
-require 'faraday'
-require 'elasticsearch'
-
-class Logging < Riddl::Implementation
-  def doc(topic, event_name, esc, template, instancenr, notification)
-    # DEBUG: del pp
-    pp "---"
-    pp "---"
-    pp "#{topic}/#{event_name}"
-    pp instancenr
-    pp "---"
-    pp notification.to_yaml
-    pp "---"
-    pp "---"
-    uuid = notification['instance_uuid']
-    return unless uuid
-
-    # activity   = notification['activity']
-    # parameters = notification['parameters']
-    # receiving  = notification['received']
-    # attributes = notification['attributes']
-
-    unless esc.indices.exists? index: 'artefacts' #{{{
-      esc.indices.create index: 'artefacts', body: {
-        "mappings" => {
-          "entry" => {
-            "properties" => {
-              "group" => {
-                "type" => "keyword"
-              },
-              "name" => {
-                "type" => "keyword"
-              }
-            }
-          }
-        }
-      }
-    end #}}}
-
-    unless esc.indices.exists? index: 'instances' #{{{
-      esc.indices.create index: 'instances', body: {
-        "mappings" => {
-          "entry" => {
-            "properties" => {
-              "uuid" => {
-                "type" => "text"
-              },
-              "group" => {
-                "type" => "keyword"
-              },
-              "name" => {
-                "type" => "keyword"
-              },
-              "date": {
-                "type": "date",
-                "format": "date_time_no_millis"
-              },
-              "info": {
-                "type": "keyword"
-              }
-            }
-          }
-        }
-      }
-    end #}}}
-
-    unless esc.indices.exists? index: 'spawned' #{{{
-      esc.indices.create index: 'spawned', body: {
-        "mappings" => {
-          "entry" => {
-            "properties" => {
-              "uuid" => {
-                "type" => "text"
-              },
-              "spawned_uuid" => {
-                "type" => "text"
-              },
-              "date": {
-                "type": "date",
-                "format": "date_time_no_millis"
-              }
-            }
-          }
-        }
-      }
-    end #}}}
-
-    unless esc.indices.exists? index: 'sensors' #{{{
-      esc.indices.create index: 'sensors', body: {
-        "mappings" => {
-          "entry" => {
-            "properties" => {
-              "uuid" => {
-                "type" => "text"
-              },
-              "sensor" => {
-                "type" => "keyword"
-              },
-              "task" => {
-                "type" => "keyword"
-              },
-              "visualizer_url" => {
-                "type" => "text"
-              },
-              "visualizer_params" => {
-                "type" => "nested"
-              }
-            }
-          }
-        }
-      }
-    end #}}}
-
-    unless esc.indices.exists? index: 'values' #{{{
-      esc.indices.create index: 'values', body: {
-        "mappings" => {
-          "entry" => {
-            "properties" => {
-              "uuid" => {
-                "type" => "keyword"
-              },
-              "sensor" => {
-                "type" => "keyword"
-              },
-              "task" => {
-                "type" => "keyword"
-              },
-              "timestamp": {
-                "type": "date",
-                "format": "date_time"
-              },
-              "value" => {
-                "type" => "text",
-                "fields" => {
-                  "value_f" => {
-                    "type" => "float",
-                    "store" => true
-                  },
-                  "value_l" => {
-                    "type" => "long",
-                    "store" => true
-                  }
-                }
-              }
-            }
-          }
-        }
-      }
-    end #}}}
-
-    unless esc.indices.exists? index: 'test_values' #{{{
-      esc.indices.create index: 'test_values', body: {
-        "mappings" => {
-          "entry" => {
-            "properties" => {
-              "uuid" => {
-                "type" => "keyword"
-              },
-              "sensor" => {
-                "type" => "keyword"
-              },
-              "task" => {
-                "type" => "keyword"
-              },
-              "timestamp": {
-                "type": "date",
-                "format": "date_time"
-              },
-              "value" => {
-                "type" => "object"
-              }
-            }
-          }
-        }
-      }
-    end #}}}
-
-    uuid = notification.dig('instance_uuid')
-
-    if notification.dig('attributes','artefacts') #{{{
-      artefacts = JSON.parse(notification.dig('attributes','artefacts'))
-
-      artefacts.each do |a|
-        aid = Digest::MD5.hexdigest(a['group'] + '_' + a['name'])
-        iid = Digest::MD5.hexdigest(a['group'] + '_' + a['name'] + '_' + uuid)
-        esc.index  index: 'artefacts', type: 'entry', id: aid, body: a
-        esc.index  index: 'instances', type: 'entry', id: iid, body: {
-          'uuid':  uuid,
-          'group': a['group'],
-          'name':  a['name'],
-          'date':  Time.now.iso8601,
-          'info':  notification.dig('attributes','info')
-        }
-      end
-    end #}}}
-
-	  # DEBUG:
-    # pp notification
-    case "#{topic}/#{event_name}"
-    when "dataelements/change", "endpoints/change"
-      sensors = JSON.parse(notification.dig('attributes', 'sensors') || '[]')
-      sensors.each do |s|
-        sid = Digest::MD5.hexdigest(uuid + '_' + s['name'])
-        esc.index index: 'sensors', type: 'entry', id: sid, body: {
-          'uuid': uuid,
-          'sensor': s['name'],
-          'visualizer_url': s['visualizer_url'],
-          'visualizer_params': [s['visualizer_params']]
-        }
-        esc.index index: 'values', type: 'entry', body: {
-          'uuid': uuid,
-          'sensor': s['name'],
-          'timestamp': notification.dig('timestamp'),
-          'value': s['value']
-        }
-      end
-
-    when "activity/receiving"
-      sensors = JSON.parse(notification.dig('sensors') || '[]')
-      # tdoc = notification.dig('received')
-      tdoc = notification
-      # DEBUG:
-      # pp notification
-
-      sensors.each do |s|
-        sid = Digest::MD5.hexdigest(uuid + '_' + s['name'])
-        esc.index index: 'sensors', type: 'entry', id: sid, body: {
-          'uuid': uuid,
-          'sensor': s['name'],
-          'task': notification.dig('activity'),
-          'visualizer_url': s['visualizer_url'],
-          'visualizer_params': (s['visualizer_params'].nil? || s['visualizer_params'].empty? ? [] : [s['visualizer_params']])
-        }
-        status, result = Riddl::Client.new(s['extractor_url']).post [
-          Riddl::Parameter::Simple.new('data', JSON.pretty_generate(tdoc)),
-          Riddl::Parameter::Simple.new('what', s['extractor_arg'])
-        ]
-
-        if status >= 200 && status < 300
-          # ret = JSON::parse(result[0]&.value.read) rescue []
-          ret = JSON.parse(result[0]&.value.read) rescue []
-          ret.each do |v, t|
-            esc.index index: 'values', type: 'entry', body: {
-              'uuid': uuid,
-              'sensor': s['name'],
-              # REVIEW: Why generate the timestamp in the PHP extractor?
-              # 'timestamp': "#{t}",
-              # 'timestamp': notification.dig('timestamp'),
-              'timestamp': t,
-              'value': v
-            }
-          end
-        end
-      end
-
-    when "activity/calling"
-      sid = Digest::MD5.hexdigest(uuid + '_' + "start_task")
-      esc.index index: 'sensors', type: 'entry', id: sid, body: {
-        'uuid': uuid,
-        'sensor': "start_task",
-        'task': "#{notification.dig('activity')}/#{notification.dig('label')}",
-        # 'visualizer_url': '',
-        # 'visualizer_params': ''
-      }
-      esc.index index: 'test_values', type: 'entry', body: {
-        'uuid': uuid,
-        'sensor': "start_task",
-        'timestamp': notification.dig('timestamp'),
-        'value': {
-          'id': notification.dig('activity'),
-          'name': notification.dig('label'),
-          'uuid': uuid,
-          'instance': instancenr
-        }
-      }
-
-    when "activity/done"
-      sid = Digest::MD5.hexdigest(uuid + '_' + "end_task")
-      esc.index index: 'sensors', type: 'entry', id: sid, body: {
-        'uuid': uuid,
-        'sensor': "end_task",
-        'task': "#{notification.dig('activity')}/#{notification.dig('label')}",
-        # 'visualizer_url': '',
-        # 'visualizer_params': ''
-      }
-      esc.index index: 'test_values', type: 'entry', body: {
-        'uuid': uuid,
-        'sensor': "end_task",
-        'timestamp': notification.dig('timestamp'),
-        'value': {
-          'id': notification.dig('activity'),
-          'name': notification.dig('label'),
-          'uuid': uuid,
-          'instance': instancenr
-        }
-      }
-
-    when "task/instantiation"
-      sid = Digest::MD5.hexdigest(uuid + '_' + "sub_task")
-      esc.index index: 'sensors', type: 'entry', id: sid, body: {
-        'uuid': uuid,
-        'sensor': 'sub_task',
-        'task': "#{notification.dig('activity')}/#{notification.dig('label')}"
-        # 'visualizer_url': '',
-        # 'visualizer_params': ''
-      }
-      esc.index index: 'test_values', type: 'entry', body: {
-        # 'uuid': notification.dig('received', 'CPEE-INSTANCE-UUID'),
-        'uuid': uuid,
-        'sensor': 'sub_task',
-        'timestamp': notification.dig('timestamp'),
-        'value': {
-          # 'child_uuid': notification.dig('received', 'data', 'CPEE-INSTANCE-UUID'),
-          # 'child_instance': notification.dig('received', 'data', 'CPEE-INSTANCE')
-          'id': notification.dig('activity'),
-          'name': notification.dig('label'),
-          'uuid': uuid,
-          'instance': instancenr,
-          'child_uuid': notification.dig('received', 'CPEE-INSTANCE-UUID'),
-          'child_instance': notification.dig('received', 'CPEE-INSTANCE')
-        }
-      }
-      sid = Digest::MD5.hexdigest(uuid + '_' + "sub_task")
-      esc.index index: 'sensors', type: 'entry', id: sid, body: {
-        'uuid': notification.dig('received', 'CPEE-INSTANCE-UUID'),
-        'sensor': 'sub_task',
-        'task': "#{notification.dig('activity')}/#{notification.dig('label')}"
-        # 'visualizer_url': '',
-        # 'visualizer_params': ''
-      }
-      esc.index index: 'test_values', type: 'entry', body: {
-        # 'uuid': notification.dig('received', 'CPEE-INSTANCE-UUID'),
-        'uuid': notification.dig('received', 'CPEE-INSTANCE-UUID'),
-        'sensor': 'sub_task',
-        'timestamp': notification.dig('timestamp'),
-        'value': {
-          # 'child_uuid': notification.dig('received', 'data', 'CPEE-INSTANCE-UUID'),
-          # 'child_instance': notification.dig('received', 'data', 'CPEE-INSTANCE')
-          'uuid': notification.dig('received', 'CPEE-INSTANCE-UUID'),
-          'instance': notification.dig('received', 'CPEE-INSTANCE'),
-          'parent_id': notification.dig('activity'),
-          'parent_name': notification.dig('label'),
-          'parent_uuid': uuid,
-          'parent_instance': instancenr
-        }
-      }
-    end
-    nil
-  end
-
-  def response #{{{
-    ### save events for later replay
-    # a = {
-    #   :topic        => @p[1].value,
-    #   :event_name   => @p[2].value,
-    #   :instancenr   => @h['CPEE_INSTANCE'].split('/').last,
-    #   :notification => JSON.parse(@p[3].value)
-    # }.to_yaml
-    # File.open('events.yaml','a') do |f|
-    #   f << a
-    # end
-    topic        = @p[1].value
-    event_name   = @p[2].value
-    esc          = @a[0]
-    template     = @a[1]
-    instancenr   = @h['CPEE_INSTANCE'].split('/').last
-    notification = JSON.parse(@p[3].value)
-    doc topic, event_name, esc, template, instancenr, notification
-  end #}}}
-end