legionio 0.1.1 → 0.2.0

data/lib/legion/extensions/actors/subscription.rb

@@ -0,0 +1,120 @@
+# frozen_string_literal: true
+
+require_relative 'base'
+
+module Legion
+  module Extensions
+    module Actors
+      class Subscription
+        include Concurrent::Async
+        include Legion::Extensions::Actors::Base
+        include Legion::Extensions::Helpers::Transport
+
+        def initialize(**_options)
+          super()
+          @queue = queue.new
+        rescue StandardError => e
+          log.fatal e.message
+          log.fatal e.backtrace
+        end
+
+        def create_queue
+          queues.const_set(actor_const, Class.new(Legion::Transport::Queue))
+          exchange_object = default_exchange.new
+          queue_object = Kernel.const_get(queue_string).new
+
+          queue_object.bind(exchange_object, routing_key: actor_name)
+          queue_object.bind(exchange_object, routing_key: "#{lex_name}.#{actor_name}.#")
+        end
+
+        def queue
+          create_queue unless queues.const_defined?(actor_const)
+          Kernel.const_get queue_string
+        end
+
+        def queue_string
+          @queue_string ||= "#{queues}::#{actor_const}"
+        end
+
+        def cancel
+          Legion::Logging.info "Closing subscription to #{@queue.name}"
+          @queue.channel.close
+        end
+
+        def block
+          false
+        end
+
+        def consumers
+          1
+        end
+
+        def manual_ack
+          true
+        end
+
+        def delay_start
+          0
+        end
+
+        def include_metadata_in_message?
+          true
+        end
+
+        def process_message(message, metadata)
+          payload = if metadata[:content_encoding] && metadata[:content_encoding] == 'encrypted/cs'
+                      sleep(2) unless Legion::Settings[:crypt][:cs_encrypt_ready]
+                      Legion::Crypt.decrypt(message)
+                    elsif metadata[:content_encoding] && metadata[:content_encoding] == 'encrypted/pk'
+                      Legion::Crypt.decrypt_from_keypair(metadata[:headers][:public_key], message)
+                    else
+                      message
+                    end
+
+          message = if metadata[:content_type] == 'application/json'
+                      Legion::JSON.load(payload)
+                    else
+                      payload
+                    end
+
+          message = message.merge(metadata[:headers].transform_keys(&:to_sym)) if include_metadata_in_message?
+          message
+        end
+
+        def find_function(message = {})
+          return runner_function if actor_class.instance_methods(false).include?(:runner_function)
+          return function if actor_class.instance_methods(false).include?(:function)
+          return action if actor_class.instance_methods(false).include?(:action)
+          return message[:function] if message.key? :function
+
+          function
+        end
+
+        def subscribe
+          require 'legion/extensions/tasker/runners/updater'
+          sleep(delay_start)
+          consumer_tag = "#{Legion::Settings[:client][:name]}_#{lex_name}_#{runner_name}_#{Thread.current.object_id}"
+          @queue.subscribe(manual_ack: manual_ack, block: false, consumer_tag: consumer_tag) do |delivery_info, metadata, payload|
+            message = process_message(payload, metadata)
+            if use_runner?
+              Legion::Runner.run(**message,
+                                 runner_class:  runner_class,
+                                 function:      find_function(message),
+                                 check_subtask: check_subtask?,
+                                 generate_task: generate_task?)
+            else
+              runner_class.send(find_function(message), **message)
+            end
+            @queue.acknowledge(delivery_info.delivery_tag) if manual_ack
+          rescue StandardError => e
+            Legion::Logging.error e.message
+            Legion::Logging.error e.backtrace
+            Legion::Logging.error message
+            Legion::Logging.error function
+            @queue.reject(delivery_info.delivery_tag) if manual_ack
+          end
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/builders/actors.rb

@@ -0,0 +1,62 @@
+# frozen_string_literal: true
+
+require_relative 'base'
+
+module Legion
+  module Extensions
+    module Builder
+      module Actors
+        include Legion::Extensions::Builder::Base
+
+        attr_reader :actors
+        def build_actors
+          @actors = {}
+          require_files(actor_files)
+          build_actor_list
+          build_meta_actor_list
+        end
+
+        def build_actor_list
+          actor_files.each do |file|
+            actor_name = file.split('/').last.sub('.rb', '')
+            actor_class = lex_class.to_s + '::Actor::' + actor_name.split('_').collect(&:capitalize).join
+            @actors[actor_name.to_sym] = {
+              extension:      lex_class.to_s.downcase,
+              extension_name: extension_name,
+              actor_name:     actor_name,
+              actor_class:    Kernel.const_get(actor_class),
+              type:           'literal'
+            }
+          end
+        end
+
+        def build_meta_actor_list
+          @runners.each do |runner, attr|
+            next if @actors[runner.to_sym].is_a? Hash
+
+            actor_class = attr[:extension_class].to_s + '::Actor::' + runner.to_s.split('_').collect(&:capitalize).join
+            build_meta_actor(runner, attr) unless Kernel.const_defined? actor_class
+            @actors[runner.to_sym] = {
+              extension:      attr[:extension],
+              extension_name: attr[:extension_name],
+              actor_name:     attr[:runner_name],
+              actor_class:    Kernel.const_get(actor_class),
+              type:           'meta'
+            }
+          end
+        end
+
+        def build_meta_actor(runner, attr)
+          define_constant_two('Actor', root: lex_class)
+
+          Kernel.const_get(attr[:extension_class].to_s + '::Actor')
+                .const_set(runner.to_s.split('_').collect(&:capitalize).join, Class.new(Legion::Extensions::Actors::Subscription))
+        end
+
+        def actor_files
+          @actor_files ||= find_files('actors')
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/builders/base.rb

@@ -0,0 +1,38 @@
+# frozen_string_literal: true
+
+module Legion
+  module Extensions
+    module Builder
+      module Base
+        def find_files(name, path = extension_path)
+          files = []
+          return files unless Dir.exist? "#{path}/#{name}"
+
+          Dir["#{path}/#{name}/*.rb"].each do |file|
+            files.push(file)
+          end
+          files
+        end
+
+        def require_files(files)
+          files.each { |file| require file }
+        end
+
+        def const_defined_two?(item, root = Kernel)
+          root.const_defined?(item.to_s)
+        end
+
+        def define_constant_two(item, root: Kernel, type: Module)
+          return true if const_defined?(item, root: root)
+
+          root.const_set(item.to_s, type.new)
+        end
+
+        def define_get(item, root: Kernel, type: Module)
+          define_constant_two(item, root: root, type: type) if const_defined_two?(item, root: root)
+          root.const_get(item)
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/builders/helpers.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+require_relative 'base'
+
+module Legion
+  module Extensions
+    module Builder
+      module Helpers
+        include Legion::Extensions::Builder::Base
+
+        def build_helpers
+          @helpers ||= []
+          @helpers.push(require_files(helper_files))
+        end
+
+        def helper_files
+          @helper_files ||= find_files('helpers')
+        end
+
+        def helpers
+          @helpers
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/builders/runners.rb

@@ -0,0 +1,54 @@
+# frozen_string_literal: true
+
+require_relative 'base'
+
+module Legion
+  module Extensions
+    module Builder
+      module Runners
+        include Legion::Extensions::Builder::Base
+
+        attr_reader :runners
+        def build_runners
+          @runners = {}
+          lex_class.const_set('Runners', Module.new) unless lex_class.const_defined?('Runners')
+          require_files(runner_files)
+          build_runner_list
+        end
+
+        def build_runner_list
+          runner_files.each do |file|
+            runner_name = file.split('/').last.sub('.rb', '')
+            runner_class = lex_class.to_s + '::Runners::' + runner_name.split('_').collect(&:capitalize).join
+            loaded_runner = Kernel.const_get(runner_class)
+            @runners[runner_name.to_sym] = {
+              extension:       lex_class.to_s.downcase,
+              extension_name:  extension_name,
+              extension_class: lex_class,
+              runner_name:     runner_name,
+              runner_class:    runner_class,
+              runner_path:     file,
+              class_methods:   {}
+            }
+
+            loaded_runner.public_instance_methods(false).each do |runner_method|
+              @runners[runner_name.to_sym][:class_methods][runner_method] = {
+                args: loaded_runner.instance_method(runner_method).parameters
+              }
+            end
+
+            loaded_runner.methods(false).each do |runner_method|
+              @runners[runner_name.to_sym][:class_methods][runner_method] = {
+                args: loaded_runner.method(runner_method).parameters
+              }
+            end
+          end
+        end
+
+        def runner_files
+          @runner_files ||= find_files('runners')
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/core.rb

@@ -0,0 +1,84 @@
+# frozen_string_literal: true
+
+require_relative 'builders/actors'
+require_relative 'builders/helpers'
+require_relative 'builders/runners'
+
+require_relative 'helpers/core'
+require_relative 'helpers/task'
+require_relative 'helpers/logger'
+require_relative 'helpers/lex'
+require_relative 'helpers/transport'
+
+require_relative 'actors/base'
+require_relative 'actors/every'
+require_relative 'actors/loop'
+require_relative 'actors/once'
+require_relative 'actors/poll'
+require_relative 'actors/subscription'
+require_relative 'actors/nothing'
+
+module Legion
+  module Extensions
+    module Core
+      include Legion::Extensions::Helpers::Transport
+      include Legion::Extensions::Helpers::Lex
+
+      include Legion::Extensions::Builder::Runners
+      include Legion::Extensions::Builder::Helpers
+      include Legion::Extensions::Builder::Actors
+
+      def autobuild
+        @actors = {}
+        @meta_actors = {}
+        @runners = {}
+        @helpers = []
+
+        @queues = {}
+        @exchanges = {}
+        @messages = {}
+        build_settings
+        build_transport
+        build_helpers
+        build_runners
+        build_actors
+      end
+
+      def build_transport
+        if File.exist? extension_path + '/transport/autobuild.rb'
+          require "#{extension_path}/transport/autobuild"
+          extension_class::Transport::AutoBuild.build
+          log.warn 'still using transport::autobuild, please upgrade'
+        elsif File.exist? extension_path + '/transport.rb'
+          require "#{extension_path}/transport"
+          extension_class::Transport.build
+        else
+          auto_generate_transport
+          extension_class::Transport.build
+        end
+      end
+
+      def build_settings
+        if Legion::Settings[:extensions].key?(lex_name.to_sym)
+          Legion::Settings[:default_extension_settings].each do |key, value|
+            Legion::Settings[:extensions][lex_name.to_sym][key.to_sym] = if Legion::Settings[:extensions][lex_name.to_sym].key?(key.to_sym)
+                                                                           value.merge(Legion::Settings[:extensions][lex_name.to_sym][key.to_sym])
+                                                                         else
+                                                                           value
+                                                                         end
+          end
+        else
+          Legion::Settings[:extensions][lex_name.to_sym] = Legion::Settings[:default_extension_settings]
+        end
+      end
+
+      def auto_generate_transport
+        require 'legion/extensions/transport'
+        log.debug 'running meta magic to generate a transport base class'
+        return if Kernel.const_defined? "#{lex_class}::Transport"
+
+        Kernel.const_get(lex_class.to_s).const_set('Transport', Module.new { extend Legion::Extensions::Transport })
+      end
+    end
+  end
+end

data/lib/legion/extensions/helpers/base.rb

@@ -0,0 +1,88 @@
+# frozen_string_literal: true
+
+module Legion
+  module Extensions
+    module Helpers
+      module Base
+        def lex_class
+          @lex_class ||= Kernel.const_get(calling_class_array[0..2].join('::'))
+        end
+        alias extension_class lex_class
+
+        def lex_name
+          @lex_name ||= calling_class_array[2].gsub(/(?<!^)[A-Z]/) { "_#{$&}" }.downcase
+        end
+        alias extension_name lex_name
+        alias lex_filename lex_name
+
+        def lex_const
+          @lex_const ||= calling_class_array[2]
+        end
+
+        def calling_class
+          @calling_class ||= respond_to?(:ancestors) ? ancestors.first : self.class
+        end
+
+        def calling_class_array
+          @calling_class_array ||= calling_class.to_s.split('::')
+        end
+
+        def actor_class
+          calling_class
+        end
+
+        def actor_name
+          @actor_name ||= calling_class_array.last.gsub(/(?<!^)[A-Z]/) { "_#{$&}" }.downcase
+        end
+
+        def actor_const
+          @actor_const ||= calling_class_array.last
+        end
+
+        def runner_class
+          @runner_class ||= Kernel.const_get(actor_class.to_s.sub!('Actor', 'Runners'))
+        end
+
+        def runner_name
+          @runner_name ||= runner_class.to_s.split('::').last.gsub(/(?<!^)[A-Z]/) { "_#{$&}" }.downcase
+        end
+
+        def runner_const
+          @runner_const ||= runner_class.to_s.split('::').last
+        end
+
+        def full_path
+          @full_path ||= "#{Gem::Specification.find_by_name("lex-#{lex_name}").gem_dir}/lib/legion/extensions/#{lex_filename}"
+        end
+        alias extension_path full_path
+
+        def to_json(object)
+          Legion::JSON.dump(object)
+        end
+
+        def from_json(string)
+          Legion::JSON.load(string)
+        end
+
+        def normalize(thing)
+          if thing.is_a? String
+            to_json(from_json(thing))
+          else
+            from_json(to_json(thing))
+          end
+        end
+
+        def to_dotted_hash(hash, recursive_key = '')
+          hash.each_with_object({}) do |(k, v), ret|
+            key = recursive_key + k.to_s
+            if v.is_a? Hash
+              ret.merge! to_dotted_hash(v, key + '.')
+            else
+              ret[key.to_sym] = v
+            end
+          end
+        end
+      end
+    end
+  end
+end