cpee 1.5.27 → 2.0

data/log/legacy/test_es.rb

@@ -1,26 +0,0 @@
-require 'faraday'
-require 'elasticsearch'
-require 'logger'
-
-client = Elasticsearch::Client.new hosts: ['localhost:8400']
-unless client.indices.exists? index: 'trace'
-  client.indices.create index: 'trace', body: {
-    "mappings" => {
-      "entry" => {
-        "properties" => {
-          "concept:name" => {
-            "type" => "integer"
-          },
-          "cpee:name" => {
-            "type" => "text"
-          },
-          "cpee:uuid": {
-            "type" => "text"
-          }
-        }
-      }
-    }
-  }
-end
-
-client.index  index: 'trace', type: 'entry', id: , body: log["log"]["trace"]

data/log/legacy/test_split.rb

@@ -1,211 +0,0 @@
-require 'yaml'
-require 'pp'
-
-#{{{
-yaml1 = <<-END
-event:
-  cpee:lifecycle:transition: activity/receiving
-  list:
-    data_receiver:
-    - message:
-        mimetype: application/json
-        content:
-        - ID: ns=2;s=/Channel/ProgramInfo/actBlock
-          meta:
-            StatusCodea: Good
-        - ID: ns=2;s=/Channel/Spindle/driveLoad
-          meta:
-            StatusCodeb: Good
-    - message:
-        mimetype: application/xml
-        content:
-        - ID: ns=2;s=/Channel/ProgramInfo/actBlock
-          meta:
-            StatusCodec: Good
-        - ID: ns=2;s=/Channel/Spindle/driveLoad
-          meta:
-            StatusCoded: Good
-  time:timestamp: '2018-05-03T14:08:14+02:00'
-END
-#}}}
-#{{{
-yaml2 = <<-END
-event:
-  trace:id: '160'
-  concept:name: Fetch
-  concept:endpoint: https://centurio.work/data/mt45/queue/48623a67-7b67-4902-b5d4-7243f1d090e2/push
-  id:id: a1
-  lifecycle:transition: unknown
-  cpee:lifecycle:transition: activity/receiving
-  list:
-    data_receiver:
-    - message:
-        mimetype: application/json
-        content:
-        - ID: ns=2;s=/Channel/ProgramInfo/actBlock
-          source: opcua
-          name: Program/actBlock
-          description: Current part program block.
-          path: "/Object/Sinumerik/Channel/ProgramInfo/actBlock"
-          value:
-          timestamp: '2018-05-03 14:16:55.241000'
-          meta:
-            StatusCode: Good
-            ServerTimestamp: '2018-05-03 12:16:55.318853'
-            VariantType: VariantType.String
-            ClientHandle: '212'
-        - ID: ns=2;s=/Channel/Spindle/driveLoad
-          source: opcua
-          name: Spindle/driveLoad
-          description: Load
-          path: "/Object/Sinumerik/Channel/Spindle/driveLoad"
-          value: 0.030517578125
-          timestamp: '2018-05-03 14:16:55.241000'
-          meta:
-            StatusCode: Good
-            ServerTimestamp: '2018-05-03 12:16:55.318853'
-            VariantType: VariantType.Double
-            ClientHandle: '217'
-        - ID: ns=2;s=/Channel/MachineAxis/aaLeadP[u1,3]
-          source: opcua
-          name: Axis/Z/aaLeadP
-          description: ''
-          path: "/Object/Sinumerik/Channel/MachineAxis/aaLeadP[u1,3]"
-          value: 162.51611
-          timestamp: '2018-05-03 14:16:55.241000'
-          meta:
-            StatusCode: Good
-            ServerTimestamp: '2018-05-03 12:16:55.318853'
-            VariantType: VariantType.Double
-            ClientHandle: '222'
-        - ID: ns=2;s=/Channel/MachineAxis/aaTorque[u1,1]
-          source: opcua
-          name: Axis/X/aaTorque
-          description: ''
-          path: "/Object/Sinumerik/Channel/MachineAxis/aaTorque[u1,1]"
-          value: -2.072
-          timestamp: '2018-05-03 14:16:55.241000'
-          meta:
-            StatusCode: Good
-            ServerTimestamp: '2018-05-03 12:16:55.318853'
-            VariantType: VariantType.Double
-            ClientHandle: '223'
-        - ID: ns=2;s=/Channel/MachineAxis/aaTorque[u1,2]
-          source: opcua
-          name: Axis/Y/aaTorque
-          description: ''
-          path: "/Object/Sinumerik/Channel/MachineAxis/aaTorque[u1,2]"
-          value: 0.107
-          timestamp: '2018-05-03 14:16:55.241000'
-          meta:
-            StatusCode: Good
-            ServerTimestamp: '2018-05-03 12:16:55.318853'
-            VariantType: VariantType.Double
-            ClientHandle: '224'
-  time:timestamp: '2018-05-03T14:08:14+02:00'
-END
-#}}}
-
-def traverse(node,paths=[[]],anal=[],depth=0)
-  cpath = paths.last.dup
-  case node
-    when Hash
-      node.each do |k,v|
-        unless cpath.empty?
-          paths.last << [] unless paths.last.last.class == Array
-          paths << cpath.dup
-        end
-        paths.last << k
-        traverse(v,paths,anal,depth+1)
-      end
-    when Array
-      node.each_with_index do |e,i|
-        posanal = [depth,paths.length,nil,[]]
-        anal << posanal
-
-        unless cpath.empty?
-          paths.last << [] unless paths.last.last.class == Array
-          paths << cpath.dup
-        end
-        paths.last << i
-        traverse(e,paths,posanal.last,depth+1)
-        dp = cpath.dup
-        dp << [] unless dp.last.class == Array
-        paths << dp unless paths.include?(dp)
-
-        posanal[2] = paths.length - 1
-      end
-    else
-      paths.last << [] unless paths.last.last.class == Array
-  end
-end
-
-def duplicate(doc,paths,anal)
-  res = []
-  deep_cloned = Marshal::load(Marshal.dump(paths))
-  anal.each_with_index do |e,ei|
-    local_cloned = Marshal::load(Marshal.dump(deep_cloned))
-    anal.select{ |a| a == e }.each do |a|
-      (a[1]).upto(a[2]) do |i|
-        local_cloned[i].last << a[0]
-      end
-    end
-    anal.reject{ |a| a == e }.each do |a|
-      (a[1]).upto(a[2]) do |i|
-        local_cloned[i] = nil
-      end
-    end
-    if !e[3]&.empty?
-      e[3..-1].each_with_index do |ee,eei|
-        ret = duplicate(doc,local_cloned,ee)
-        res.concat ret
-      end
-    else
-      res << extract_from_doc(doc,local_cloned.compact)
-    end
-  end
-  res
-end
-
-def extract_from_doc(doc,paths)
-  ret = {}
-  paths.each do |p|
-    next if p.nil?
-    a = doc.dig(*p[0..-2])
-
-    py = p.dup
-    p[-1].each_with_index do |px,i|
-      py.delete_at(px-i)
-    end
-
-    x1 = py[-2]
-    x2 = py[0..-3]
-    where = ret
-    if x2.any?
-      where = ret.dig(*x2)
-    end
-    where[x1] = {}
-
-    unless a.class == Hash || a.class == Array
-      where[x1] = a
-    end
-  end
-  ret
-end
-
-doc = YAML.load(yaml2)
-
-paths = [[]]
-anal  = []
-traverse(doc,paths,anal)
-anal.uniq!
-
-paths.each do |p|
-  p p
-end
-
-res = duplicate(doc,paths,anal)
-
-res.each do |r|
-  pp r
-end

data/log/log.xml

@@ -1,13 +0,0 @@
-<declaration xmlns="http://riddl.org/ns/declaration/1.0" xmlns:xi="http://www.w3.org/2001/XInclude">
-  <interface name="events">
-    <xi:include href="http://www.riddl.org/ns/common-patterns/notifications-consumer/1.0/consumer.xml"/>
-  </interface>
-
-  <facade>
-    <tile>
-      <layer name="events">
-        <apply-to>/</apply-to>
-      </layer>
-    </tile>
-  </facade>
-</declaration>

data/log/non_tamp.rb

@@ -1,156 +0,0 @@
-#!/usr/bin/ruby
-require 'pp'
-require 'json'
-require 'rubygems'
-require 'fileutils'
-require 'riddl/server'
-require 'riddl/client'
-require 'riddl/utils/notifications_producer'
-require 'riddl/utils/properties'
-require 'riddl/utils/downloadify'
-require 'riddl/utils/turtle'
-require 'time'
-
-class FileServe < Riddl::Implementation
-  def response
-    path = File.file?(@a[0]) ? @a[0] : "#{@a[0]}/#{@r[@match.length-1..-1].join('/')}".gsub(/\/+/,'/')
-
-    if File.directory?(path)
-      @status = 404
-      return []
-    end
-    if File.exists?(path)
-			fmt = @a[1] || begin
-				mt = MIME::Types.type_for(path).first
-				if mt.nil?
-					'text/plain;charset=utf-8'
-				else
-					apx = ''
-					if mt.ascii?
-						tstr = File.read(path,CharlockHolmes::EncodingDetector::DEFAULT_BINARY_SCAN_LEN)
-						apx = ';charset=' + CharlockHolmes::EncodingDetector.detect(tstr)[:encoding]
-					end
-					mt.to_s + apx
-				end
-			end
-			return Riddl::Parameter::Complex.new('file',fmt,File.open(path,'r'))
-    end
-    @status = 404
-  end
-end
-
-class Logging < Riddl::Implementation #{{{
-  LOGTEMPLATE = {"log" =>
-    {"extension" =>
-      { "time" =>"http://www.xes-standard.org/time.xesext",
-        "concept" => "http://www.xes-standard.org/concept.xesext",
-        "organisational" => "http://www.xes-standard.org/org.xesext",
-        "lifecylce" => "http://www.xes-standard.org/lifecycle.xesext"
-      },
-      "global" =>
-        {
-          "trace" =>{"concept:name" => "__INVALID__"},
-          "event"=> {
-            "concept:name"=>"__INVALID__",
-            "concept:endpoint" => "",
-            "id:id" => "",
-            "lifecycle:transition" => "complete",
-            "time:timestamp" => ""
-          }
-        },
-      "classifier" =>{
-        "Data" => "data_send data_received",
-        "Data_Received"=>"data_receiver",
-        "Data_Send" => "data_send"
-      },
-      "trace" => {}
-    }
-  }
-
-
-
-  def doc(event_name,log_dir,instancenr,notification)
-    x = Time.now
-    log = LOGTEMPLATE
-    uuid = notification['instance_uuid']
-    activity = notification["activity"]
-    parameters = notification['parameters']
-    receiving = notification['received']
-    time_added=false
-    log["log"]["trace"]["concept:name"] ||= "Instance #{instancenr}" unless log["log"]["trace"]["concept:name"]
-    if File.exists? log_dir+'/log.xes'
-      previous_hash = File.read(log_dir+'/last.event').strip
-    else
-      File.open(log_dir+'/log.xes','w'){|f| f.puts log.to_yaml}
-      previous_hash = "0"
-    end
-    event = {}
-    event["trace:id"] = instancenr
-    if parameters && parameters.has_key?('label')
-      event["concept:name"] = parameters["label"]
-    else
-      event["concept:name"]= log["log"]["trace"]["concept:name"]
-    end
-    event["concept:endpoint"] = notification["endpoint"] if notification["endpoint"]
-    event["id:id"] = activity
-    unless event_name=='receiving'
-      event["lifecycle:transition"]= event_name=='done'?"complete":"start"
-    else
-      event["lifecycle:transition"]="unknown"
-    end
-    data_send = ((parameters["arguments"].nil? ? [] : parameters["arguments"]) rescue [])
-    event["list"] = {"data_send" => data_send} unless data_send.empty?
-    if receiving && receiving.any?
-      if event.has_key? "list"
-        event["list"]["data_received"] ||= receiving
-      else
-        event["list"] = {"data_receiver" => receiving}
-      end
-    end
-    event["time:timestamp"]= Time.now.iso8601 unless time_added
-    event["bc:hash"]= calc_hash(event.to_yaml,previous_hash)
-    event["bc:previous_hash"]= previous_hash
-    File.open(log_dir+'/log.xes',"a") do |f|
-      f << {'event' => event}.to_yaml
-    end
-    File.open(log_dir+'/last.event',"w"){ |fl| fl << event["bc:hash"] }
-  end
-
-  def calc_hash(data, previous_hash) # data includes timestamp, index and payload
-    sha = Digest::SHA256.new
-    sha.update(data.to_s + previous_hash)
-    sha.hexdigest
-  end
-
-  def response
-    log_dir = @a[0]
-    library = Riddl::Client.new(@h['CPEE_INSTANCE'] + "/properties/values/attributes/bc")
-    status, res = library.get
-    if status == 200
-      topic = @p[1].value
-      event_name = @p[2].value
-      notification = JSON.parse(@p[3].value)
-      if topic == 'state' && notification['state'] == 'ready' && XML::Smart.string(res[0].value.read).find('string(/*)') == "start"
-        FileUtils.rm_f Dir.glob(log_dir+'/*')
-      end
-      if topic == 'activity'
-        instancenr = @h['CPEE_INSTANCE'].split('/').last
-        doc(event_name,log_dir,instancenr,notification)
-      end
-    end
-  end
-end  #}}}
-
-Riddl::Server.new(::File.dirname(__FILE__) + '/chain.xml', :host => "coruscant.wst.univie.ac.at", :port => 9399) do #{{{
-  accessible_description true
-  cross_site_xhr true
-
-  @riddl_opts[:log_dir] = ::File.dirname(__FILE__) + "/non_tamp"
-
-  interface 'events' do
-    run Logging, @riddl_opts[:log_dir] if post 'event'
-  end
-  interface 'logoverlay' do |r|
-    run FileServe, "#{@riddl_opts[:log_dir]}/log.xes","application/x-yaml" if get '*'
-  end
-end.loop! #}}}

data/log/sic.rb

@@ -1,64 +0,0 @@
-#!/usr/bin/ruby
-require 'yaml'
-require 'typhoeus'
-require 'stringio'
-require 'xml/smart'
-
-def follow(fname,io,deep=0)
-  if ARGV[1] == 'copy'
-    File.write(File.basename(fname,'.xes.yaml') + '.xes.yaml',io.read)
-    io.rewind
-  end
-  YAML.load_stream(io) do |e|
-    if name = e.dig('log','trace','cpee:name')
-      puts " " * deep + name + " (#{File.basename(fname,'.xes.yaml')}) - #{e.dig('log','trace','concept:name')}"
-    end
-    if e.dig('event','concept:endpoint') == 'https://centurio.work/flow/start/url/' && e.dig('event','cpee:lifecycle:transition') == 'task/instantiation'
-      base = e.dig('event','data','data_receiver')
-      val = base.dig('CPEE-INSTANCE') rescue nil
-      if val.nil?
-        val = File.basename(base)
-      end
-      uuid = base.dig('CPEE-INSTANCE-UUID') rescue nil
-      unless uuid
-        res = Typhoeus.get(File.join('https://centurio.work/flow/engine/',val,'/properties/values/attributes/uuid/'))
-        if res.success?
-          uuid = XML::Smart.string(res.body).find('string(/*)')
-        end
-      end
-      react File.dirname(fname) + "/#{uuid}.xes.yaml",deep + 2
-    end
-  end
-end
-
-def react(name,deep=0)
-  if name.nil?
-    help
-  elsif name =~ /^https?:\/\//
-    res = Typhoeus.get(name)
-    if res.success?
-      file = Tempfile.new('sic')
-      file.write(res.body)
-      file.rewind
-      follow name, file, deep
-      file.close
-      file.unlink
-    end
-  elsif File.exists? name
-    follow name, File.open(name), deep
-  else
-    help
-  end
-end
-
-def help
-  puts 'Views or copies log file trees to current directory.'
-  puts
-  puts '  View: sic.rb https://centurio.work/log/865916c6-2b18-4e9d-81d4-0fab0df248f4.xes.yaml'
-  puts '  Copy: sic.rb https://centurio.work/log/865916c6-2b18-4e9d-81d4-0fab0df248f4.xes.yaml copy'
-  puts '  Copy: sic.rb ~/Projects/cpee/log/logs/865916c6-2b18-4e9d-81d4-0fab0df248f4.xes.yaml copy'
-  puts '  View: sic.rb 865916c6-2b18-4e9d-81d4-0fab0df248f4.xes.yaml'
-  true
-end
-
-react(ARGV[0]) || help