persistence-providers 0.0.3.6 → 0.0.5

data/lib/state/workflow.rb

@@ -0,0 +1,26 @@
+module DTK::State
+  class Workflow
+    require_relative 'workflow_instance/attribute_type_info'
+
+    WORKFLOW_CRD_VERSION = ENV["WORKFLOW_CRD_VERSION"]
+
+    attr_reader :name, :namespace, :references, :assembly, :workflow, :attribute_type_info
+
+    def initialize(namespace, name, crd_content)
+      @name      = name
+      @namespace = namespace
+
+      @references = crd_content.references
+      @assembly   = @references.assembly
+      @workflow   = crd_content.spec.workflow || {}
+
+      @attribute_type_info = ::DTK::State::WorkflowInstance::AttributeTypeInfo.create_from_kube_hash(crd_content.spec.attributes.to_h || {})
+    end
+
+    def self.get(namespace, name, opts = {})
+      opts[:apiVersion] = WORKFLOW_CRD_VERSION
+      workflow = ::DTK::CrdClient.get_kubeclient(opts).get_workflow(name, namespace)
+      Workflow.new(namespace, name, workflow)
+    end
+  end
+end

data/lib/state/workflow_instance.rb

@@ -2,23 +2,75 @@ module DTK::State
   class WorkflowInstance
     require_relative 'workflow_instance/attribute_type_info'
 
-    attr_reader :name, :namespace, :assembly, :workflow_template, :attributes, :workflow,  :attribute_type_info
+    WORKFLOW_INSTANCE_CRD_VERSION = ENV["WORKFLOW_INSTANCE_CRD_VERSION"]
+
+    attr_reader :name, :namespace, :assembly, :workflow_template, :attributes, :attribute_type_info, :status, :workflow
+    attr_accessor :workflow
 
     def initialize(namespace, name, crd_content)
       @name        = name
       @namespace   = namespace
-      @assembly          = crd_content.references.assembly
-      @workflow_template = crd_content.references.workflow
-      @attributes        = crd_content.spec.attributes
-      @workflow          = crd_content.spec.workflow
-      @attribute_type_info = AttributeTypeInfo.create_from_kube_hash(@attributes.to_h || {})
+
+      @api_version    = crd_content.apiVersion
+      @kind           = crd_content.kind
+      @metadata       = crd_content.metadata
+
+      @references        = crd_content.references
+      @assembly          = @references.assembly
+      @workflow_template = @references.workflow
+
+      @attributes        = crd_content.spec.attributes || {}
+      @status            = crd_content.spec.status || {}
+      @workflow          = crd_content.spec.workflow || {}
     end
 
     def self.get(namespace, name, opts = {})
+      opts[:apiVersion] = WORKFLOW_INSTANCE_CRD_VERSION
       workflow_instance = ::DTK::CrdClient.get_kubeclient(opts).get_workflow_instance(name, namespace)
       WorkflowInstance.new(namespace, name, workflow_instance)
     end
 
+    def self.get_with_influx_data(namespace, workflow_instance_name, opts = {})
+      workflow_instance = get(namespace, workflow_instance_name, opts)
+      return unless workflow_instance
+
+      workflow_instance.workflow[:subtasks].each do |subtask|
+        component_name, action_name = subtask[:component].split('.')
+        assembly_name = workflow_instance.assembly[:name]
+
+        executable_action = ::DTK::State::ExecutableAction.get(namespace, assembly_name, component_name, action_name, opts)
+        attr_type_info = executable_action.attribute_type_info
+
+        attr_type_info.each do |attr_info|
+          if attr_info.temporal
+            attribute_name = attr_info.name
+            influxdb = ::DTK::State::Component::Attribute::Influxdb.new(:attributes)
+            influxdb_attribute = influxdb.get(namespace, component_name, assembly_name, attribute_name, opts)
+            if valid_attribute = influxdb_attribute.first
+              value = valid_attribute['_value']
+              subtask[:attributes][attribute_name] = value
+            end
+          end
+        end
+      end
+
+      workflow_instance
+    end
+
+    def to_hash
+      {
+        apiVersion: @api_version,
+        kind: @kind,
+        metadata: @metadata.to_hash,
+        references: @references.to_hash,
+        spec: {
+          attributes: @attributes.to_hash,
+          status: @status.to_hash,
+          workflow: @workflow.to_hash
+        }
+      }
+    end
+
     def self.get_attributes(namespace, name, opts = {})
       workflow_instance = get(namespace, name, opts)
       workflow_instance.attributes.to_h
@@ -26,13 +78,58 @@ module DTK::State
 
     def self.get_action_attributes(namespace, name, action_id, opts = {})
       workflow_instance = get(namespace, name, opts)
-      action = workflow_instance.find_action(action_id)
+      action = WorkflowInstance.find_action(action_id, workflow_instance.workflow)
       return nil unless action
       attributes = action[:attributes] || {}
       attributes.to_h
     end
 
-    def find_action(id, workflow = @workflow)
+    def self.update_action_level_result_attributes(namespace, name, attributes, action_id, opts = {})
+      return "Dynamic attributes do not exist for action with id #{@action_id}, nothing to update" if attributes.nil? || attributes.empty?
+      attributes.delete_if { |key, value| value.nil? || value.to_s.strip == '' }
+      opts[:apiVersion] = WORKFLOW_INSTANCE_CRD_VERSION
+      workflow_instance = ::DTK::CrdClient.get_kubeclient(opts).get_workflow_instance(name, namespace)
+      workflow = workflow_instance[:spec][:workflow]
+
+      action = WorkflowInstance.find_action(action_id, workflow)
+      action[:attributes] = {} if !action[:attributes]
+      attributes.each do |attr_name, attr_val|
+        action[:attributes][attr_name.to_sym] = {} unless action[:attributes][attr_name.to_sym]
+        unless action[:attributes][attr_name.to_sym][:hidden]
+          if attr_val.is_a? Hash
+            action[:attributes][attr_name.to_sym][:value] = attr_val[:value] || attr_val
+          else
+            action[:attributes][attr_name.to_sym][:value] = attr_val
+          end
+        end
+      end
+      ::DTK::CrdClient.get_kubeclient(opts).update_workflow_instance(workflow_instance)
+    end
+
+    def self.patchError!(patches, message, action_index_steps)
+      errorPatch = {
+        "op" => "add",
+        "path" => "/spec/status/steps/#{action_index_steps}/errorMsg",
+        "value" => message
+      }
+      patches << errorPatch
+    end
+
+    def self.update_action_status(namespace, name, parent_id, action_id, status, error_message = "", opts = {})
+      opts[:apiVersion] = WORKFLOW_INSTANCE_CRD_VERSION
+      workflow_instance = ::DTK::CrdClient.get_kubeclient(opts).get_workflow_instance(name, namespace)
+      steps = workflow_instance[:spec][:status][:steps]
+      action_index_steps = steps.find_index { |action| action[:id].eql? action_id }
+      patch = [{
+        "op" => "replace",
+        "path" => "/spec/status/steps/#{action_index_steps}/state",
+        "value" => status
+      }]
+      patchError!(patch, error_message, action_index_steps) unless error_message.empty? || error_message.nil?
+      ::DTK::CrdClient.get_kubeclient(opts).json_patch_workflow_instance(name, patch, namespace)
+    end
+
+    def self.find_action(id, workflow = @workflow)
       action = nil
       subtasks = workflow[:subtasks]
       subtasks.each do |subtask|
@@ -47,5 +144,38 @@ module DTK::State
       action
     end
 
+    def get_workflow_template(opts = {})
+      Workflow.get(@workflow_template.namespace, @workflow_template.name, opts)
+    end
+
+    def attribute_metadata
+      attributes         = @attributes.to_hash
+      attr_type_info     = get_workflow_template.attribute_type_info
+      attribute_metadata = {}
+
+      attr_type_info.each do |attr_info|
+        attr_info_hash = attr_info.to_hash
+        attribute_name = attr_info_hash[:name].to_sym
+
+        if attribute = attributes[attribute_name]
+          if attribute.is_a?(String)
+            attribute = { value: attribute }
+          end
+
+          attribute_metadata[attribute_name] = attr_info_hash.merge(attribute)
+        end
+      end
+
+      attribute_metadata
+    end
+
+    def attribute_values
+      attribute_with_values = {}
+      @attributes.each_pair do |name, content|
+        attribute_with_values.merge!(name => content[:value])
+      end
+      attribute_with_values
+    end
+
   end
 end

data/lib/state/workflow_instance/attribute_type_info.rb

@@ -21,6 +21,19 @@ module DTK::State
         end
       end
 
+      def to_hash
+        type_info = {}
+
+        type_info.merge!(name: @name) if @name
+        type_info.merge!(type: @type) if @type
+        type_info.merge!(required: @required) if @required
+        type_info.merge!(dynamic: @dynamic) if @dynamic
+        type_info.merge!(temporal: @temporal) if @temporal
+        type_info.merge!(encrypted: @encrypted) if @encrypted
+
+        type_info
+      end
+
     end
   end
 end

data/lib/utils.rb

@@ -0,0 +1,5 @@
+module DTK
+  module Utils
+    require_relative 'utils/log'
+  end
+end

data/lib/utils/log.rb

@@ -0,0 +1,22 @@
+module DTK::Utils
+  module Log
+    require 'logger'
+
+    def self.instance
+      @instance ||= Logger.new('/proc/1/fd/1', formatter: proc { |severity, datetime, progname, msg| 
+        orange_color = "\x1b[33m"
+        white_color = "\x1b[37m"
+        red_color = "\x1b[31m"
+
+        date_format = datetime.strftime("%Y-%m-%d %H:%M:%S:%L")
+        if severity == "INFO"
+          "#{orange_color}[#{date_format}] - #{white_color}#{msg}\n"
+        elsif severity == "WARN"
+          "#{orange_color}[#{date_format}] [WARNING] - #{msg}\n"
+        elsif severity == "ERROR"       
+            "#{red_color}[#{date_format}] [ERROR] - #{msg}\n"
+        end
+      })
+    end 
+  end
+end

data/persistence-providers.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |spec|
   spec.name        = 'persistence-providers'
-  spec.version     = '0.0.3.6'
+  spec.version     = '0.0.5'
   spec.author      = 'Reactor8'
   spec.email       = 'support@reactor8.com'
   spec.description = %q{Persistence providers plugin}

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: persistence-providers
 version: !ruby/object:Gem::Version
-  version: 0.0.3.6
+  version: 0.0.5
 platform: ruby
 authors:
 - Reactor8
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-05-14 00:00:00.000000000 Z
+date: 2020-06-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: kubeclient
@@ -77,8 +77,11 @@ files:
 - lib/state/crd_assembly.rb
 - lib/state/executable_action.rb
 - lib/state/executable_action/attribute_type_info.rb
+- lib/state/workflow.rb
 - lib/state/workflow_instance.rb
 - lib/state/workflow_instance/attribute_type_info.rb
+- lib/utils.rb
+- lib/utils/log.rb
 - persistence-providers.gemspec
 - test-destroy-influxdb.rb
 - test-influxdb.rb