camtool 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3f150b39a20695aa69a3bde1a84e1f22f78e1fc007920b10a8a49c332c3d0512
-  data.tar.gz: 94f865410c2a203d77e4ca8fcbc3db3422b12e79412a9caf8cbed2ce06c86f2e
+  metadata.gz: ae93580f3dcb26411ab426f91bc103138b6669311a93cfbfa5b27bbf9bc02f59
+  data.tar.gz: fbf7af3643fdb725e6c14097cb75125417e8231d010e46ebe96e4d8fd4036827
 SHA512:
-  metadata.gz: 2c7c82e135f38b92b6fb70468c9fe42c4647e0fc3af17fd2208d38e4326e6f2e43d6d03965abc769341697181fbe6ebf498e1442a0013a7a33de9c809614a9ba
-  data.tar.gz: 187a61ec87799ac4c7e9546b624263a252948396d2a96fabd967313028fc6bd01629dd62893f0c126a13bb73acccf5e84d889754a1e71b7432cf46ce9e53f693
+  metadata.gz: 210081179a8b11f5a0900851d92e139b097599ac01bf4c1cf4ba2a809659c218e980447df8a37f8fc18ceaa89433ec6c6ff09bd9f4487dcb2eba8e1ce0c584ae
+  data.tar.gz: a1b78e33126a9c38a14bf8e40ceb1fa7db92189b0e3e97e2254b65c1cb525a8a3321b0ae4dea4e31e607b8b7e4e8c8e3ba7ff3c1408102d207a4f1f8f0875c4b

data/bin/camtool

@@ -20,9 +20,11 @@ elsif instruction == '--break'
   CamTool::LogBreaker.new.break_log_file target
 elsif instruction == '--validate'
   CamTool::ProvJSONtoRGL.new.read_log_file(target).validate
-  puts 'Graph structure verified...'
+  puts 'Graph structure verified.'
   CamTool::EdgeValidator.new.read_log_file(target)
-  puts 'Relations verified...'
+  puts 'Relations verified.'
+  CamTool::NodePresenceValidator.new.read_log_file(target).validate
+  puts 'Verticies presence verified.'
 elsif instruction == '--packet'
   CamTool::CheckPacket.new.read_log_file(target)
 elsif instruction == '--png'
@@ -30,13 +32,17 @@ elsif instruction == '--png'
 elsif instruction == '--list'
     types = ARGV[2]
     CamTool::ProvJSONtoRGL.new.read_log_file(target).list(types)
+elsif instruction == '--search'
+    id = ARGV[2]
+    CamTool::Search.new.read_log_file(target).search(id)
 else
   puts '--version'
   puts '--info <path to log file>'
+  puts '--validate <path to log file>'
+  puts '--search <path to log file> <vertex/edge ID>'
   puts '--publish <path to log file>'
   puts '--break <path to log file>'
   puts '--png <path to log file>'
   puts '--packet <path to log file>'
-  puts '--validate <path to log file>'
   puts '--list <path to log file> [optional comma-separated list of element type e.g. "path,argv"]'
 end

data/lib/camtool.rb

@@ -1,7 +1,10 @@
 require 'camtool/provjson_parser'
 require 'camtool/provjson_to_rgl'
 require 'camtool/edge_counter'
+require 'camtool/validator_utils'
 require 'camtool/edge_validator'
+require 'camtool/node_presence_validator'
+require 'camtool/search'
 require 'camtool/vertex_counter'
 require 'camtool/log_breaker'
 require 'camtool/check_packet.rb'

data/lib/camtool/edge_validator.rb

@@ -1,45 +1,8 @@
 module CamTool
-  class EdgeValidator < ProvJSONParser
+  class EdgeValidator < ValidatorUtils
     def initialize
     end
 
-    def print_relation_bytes id
-      id = id.gsub 'cf:', ''
-      bytes = Base64.decode64(id).bytes.to_a
-      type = bytes[7] & 0xF0
-      puts type.to_s(16)
-      type = bytes[8]
-      puts type.to_s(16)
-    end
-
-    def is_relation? id
-      id = id.gsub 'cf:', ''
-      bytes = Base64.decode64(id).bytes.to_a
-      type = bytes[7] & 0xF0
-      return type == 0x80
-    end
-
-    def is_activity? id
-      id = id.gsub 'cf:', ''
-      bytes = Base64.decode64(id).bytes.to_a
-      type = bytes[7] & 0xF0
-      return type == 0x40
-    end
-
-    def is_entity? id
-      id = id.gsub 'cf:', ''
-      bytes = Base64.decode64(id).bytes.to_a
-      type = bytes[7] & 0xF0
-      return type == 0x20
-    end
-
-    def is_agent? id
-      id = id.gsub 'cf:', ''
-      bytes = Base64.decode64(id).bytes.to_a
-      type = bytes[7] & 0xF0
-      return type == 0x10
-    end
-
     def used k, v
       abort "used prov:entity is of wrong type:  #{v}." unless is_entity? v['prov:entity']
       abort "used prov:activity is of wrong type: #{v}." unless is_activity? v['prov:activity']
@@ -66,7 +29,6 @@ module CamTool
     end
 
     def relation k, v
-      print_relation_bytes k
       puts v
       abort "relation should not be used"
     end

data/lib/camtool/node_presence_validator.rb

@@ -0,0 +1,90 @@
+module CamTool
+  class NodePresenceValidator < ValidatorUtils
+    attr_reader :edges
+    attr_reader :nodes
+    attr_reader :sources
+    attr_reader :destinations
+
+    def initialize
+      @edges = Hash.new
+      @nodes = Hash.new
+      @sources = Hash.new
+      @destinations = Hash.new
+    end
+
+    def used k, v
+      @edges[k] = v
+      @destinations[k] = v['prov:entity']
+      @sources[k] = v['prov:activity']
+    end
+
+    def wasGeneratedBy k, v
+      @edges[k] = v
+      @destinations[k] = v['prov:activity']
+      @sources[k] = v['prov:entity']
+    end
+
+    def wasDerivedFrom k, v
+      @edges[k] = v
+      @destinations[k] = v['prov:generatedEntity']
+      @sources[k] = v['prov:usedEntity']
+    end
+
+    def wasInformedBy k, v
+      @edges[k] = v
+      @destinations[k] = v['prov:informant']
+      @sources[k] = v['prov:informed']
+    end
+
+    def wasAssociatedWith k, v
+      @edges[k] = v
+      @destinations[k] = v['prov:agent']
+      @sources[k] = v['prov:activity']
+    end
+
+    def entity k, v
+      abort "entity is of wrong type:  #{v}." unless is_entity? k
+      @nodes[k]=v
+    end
+
+    def activity k, v
+      abort "activity is of wrong type:  #{v}." unless is_activity? k
+      @nodes[k]=v
+    end
+
+    def agent k, v
+      abort "agent is of wrong type:  #{v}." unless is_agent?(k) || v['prov:type']=='machine'
+      @nodes[k]=v
+    end
+
+    def validate
+      a = []
+      @sources = @sources.sort_by { |k, v| @edges[k]['cf:id'].to_i }.to_h
+      @sources.each do |k, v|
+        puts "Could not find source #{v}\nin\n#{@edges[k]}" unless @nodes.has_key? v
+        puts "destination:\n#{@destinations[k]}:#{@nodes[@destinations[k]]}\n\n" unless @nodes.has_key? v
+        a << v unless @nodes.has_key? v
+      end
+
+      @destinations = @destinations.sort_by { |k, v| @edges[k]['cf:id'].to_i }.to_h
+      @destinations.each do |k, v|
+        puts "Could not find destination #{v}\nin\n#{@edges[k]}" unless @nodes.has_key? v
+        puts "source:\n#{@sources[k]}:#{@nodes[@sources[k]]}\n\n" unless @nodes.has_key? v
+        a << v unless @nodes.has_key? v
+      end
+      if !a.empty?
+        puts "#{a.length} edge(s) with missing element."
+        a = a.uniq
+        puts "#{a.length} missing element(s).\n\n"
+        a.each do |v|
+          puts "Entity: "  unless !is_entity? v
+          puts "Activity: "  unless !is_activity? v
+          puts "Agent: "  unless !is_agent? v
+          puts v
+          puts "\n"
+        end
+        abort 'Verification failed. Missing verticies.'
+      end
+    end
+  end
+end

data/lib/camtool/provjson_parser.rb

@@ -73,7 +73,7 @@ module CamTool
       end unless !json.key? 'activity'
 
       json['agent'].each do |k, v|
-        self.activity k, v
+        self.agent k, v
       end unless !json.key? 'agent'
 
       json['used'].each do |k, v|

data/lib/camtool/provjson_to_rgl.rb

@@ -93,6 +93,7 @@ module CamTool
       a = @dg.topsort_iterator.to_a
       a_type = types.split(',')
       a.each do |v|
+        next unless !@map[v].nil?
         if a_type.include?(@map[v]['prov:type']) || types.nil?
           puts v + ' ' + @map[v]['prov:label'] unless @map[v]['prov:label'].nil?
           puts v + ' no label' unless !@map[v]['prov:label'].nil?

data/lib/camtool/search.rb

@@ -0,0 +1,45 @@
+module CamTool
+  class Search < ProvJSONParser
+    attr_reader :map
+
+    def initialize
+      @map = Hash.new(0)
+    end
+
+    def used k, v
+      @map[k] = v
+    end
+
+    def wasGeneratedBy k, v
+      @map[k] = v
+    end
+
+    def wasDerivedFrom k, v
+      @map[k] = v
+    end
+
+    def wasInformedBy k, v
+      @map[k] = v
+    end
+
+    def wasAssociatedWith k, v
+      @map[k] = v
+    end
+
+    def entity k, v
+      @map[k] = v
+    end
+
+    def activity k, v
+      @map[k] = v
+    end
+
+    def agent k, v
+      @map[k] = v
+    end
+
+    def search id
+      puts @map[id]
+    end
+  end
+end

data/lib/camtool/validator_utils.rb

@@ -0,0 +1,34 @@
+module CamTool
+  class ValidatorUtils < ProvJSONParser
+    def initialize
+    end
+
+    def is_relation? id
+      id = id.gsub 'cf:', ''
+      bytes = Base64.decode64(id).bytes.to_a
+      type = bytes[7] & 0xF0
+      return type == 0x80
+    end
+
+    def is_activity? id
+      id = id.gsub 'cf:', ''
+      bytes = Base64.decode64(id).bytes.to_a
+      type = bytes[7] & 0xF0
+      return type == 0x40
+    end
+
+    def is_entity? id
+      id = id.gsub 'cf:', ''
+      bytes = Base64.decode64(id).bytes.to_a
+      type = bytes[7] & 0xF0
+      return type == 0x20
+    end
+
+    def is_agent? id
+      id = id.gsub 'cf:', ''
+      bytes = Base64.decode64(id).bytes.to_a
+      type = bytes[7] & 0xF0
+      return type == 0x10
+    end
+  end
+end

data/lib/camtool/version.rb

@@ -1,5 +1,5 @@
 module CamTool
-  VERSION = "0.1.0"
+  VERSION = "0.1.1"
 
   def self.version
     puts VERSION

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: camtool
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Thomas Pasquier
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-01-21 00:00:00.000000000 Z
+date: 2019-02-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rgl
@@ -112,8 +112,11 @@ files:
 - lib/camtool/edge_counter.rb
 - lib/camtool/edge_validator.rb
 - lib/camtool/log_breaker.rb
+- lib/camtool/node_presence_validator.rb
 - lib/camtool/provjson_parser.rb
 - lib/camtool/provjson_to_rgl.rb
+- lib/camtool/search.rb
+- lib/camtool/validator_utils.rb
 - lib/camtool/version.rb
 - lib/camtool/vertex_counter.rb
 homepage: https://github.com/tfjmp/camtool