legionio 0.3.5 → 1.2.0

data/lib/legion/extensions/builders/actors.rb

@@ -0,0 +1,61 @@
+require_relative 'base'
+
+module Legion
+  module Extensions
+    module Builder
+      module Actors
+        include Legion::Extensions::Builder::Base
+
+        attr_reader :actors
+
+        def build_actors
+          @actors = {}
+          require_files(actor_files)
+          build_actor_list
+          build_meta_actor_list
+        end
+
+        def build_actor_list
+          actor_files.each do |file|
+            actor_name = file.split('/').last.sub('.rb', '')
+            actor_class = "#{lex_class}::Actor::#{actor_name.split('_').collect(&:capitalize).join}"
+            @actors[actor_name.to_sym] = {
+              extension:      lex_class.to_s.downcase,
+              extension_name: extension_name,
+              actor_name:     actor_name,
+              actor_class:    Kernel.const_get(actor_class),
+              type:           'literal'
+            }
+          end
+        end
+
+        def build_meta_actor_list
+          @runners.each do |runner, attr|
+            next if @actors[runner.to_sym].is_a? Hash
+
+            actor_class = "#{attr[:extension_class]}::Actor::#{runner.to_s.split('_').collect(&:capitalize).join}"
+            build_meta_actor(runner, attr) unless Kernel.const_defined? actor_class
+            @actors[runner.to_sym] = {
+              extension:      attr[:extension],
+              extension_name: attr[:extension_name],
+              actor_name:     attr[:runner_name],
+              actor_class:    Kernel.const_get(actor_class),
+              type:           'meta'
+            }
+          end
+        end
+
+        def build_meta_actor(runner, attr)
+          define_constant_two('Actor', root: lex_class)
+
+          Kernel.const_get("#{attr[:extension_class]}::Actor")
+                .const_set(runner.to_s.split('_').collect(&:capitalize).join, Class.new(Legion::Extensions::Actors::Subscription))
+        end
+
+        def actor_files
+          @actor_files ||= find_files('actors')
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/builders/base.rb

@@ -0,0 +1,36 @@
+module Legion
+  module Extensions
+    module Builder
+      module Base
+        def find_files(name, path = extension_path)
+          files = []
+          return files unless Dir.exist? "#{path}/#{name}"
+
+          Dir["#{path}/#{name}/*.rb"].each do |file|
+            files.push(file)
+          end
+          files
+        end
+
+        def require_files(files)
+          files.each { |file| require file }
+        end
+
+        def const_defined_two?(item, root = Kernel)
+          root.const_defined?(item.to_s)
+        end
+
+        def define_constant_two(item, root: Kernel, type: Module)
+          return true if root.const_defined?(item)
+
+          root.const_set(item.to_s, type.new)
+        end
+
+        def define_get(item, root: Kernel, type: Module)
+          define_constant_two(item, root: root, type: type) if const_defined_two?(item, root: root)
+          root.const_get(item)
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/builders/helpers.rb

@@ -0,0 +1,24 @@
+require_relative 'base'
+
+module Legion
+  module Extensions
+    module Builder
+      module Helpers
+        include Legion::Extensions::Builder::Base
+
+        def build_helpers
+          @helpers ||= []
+          @helpers.push(require_files(helper_files))
+        end
+
+        def helper_files
+          @helper_files ||= find_files('helpers')
+        end
+
+        def helpers
+          @helpers
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/builders/runners.rb

@@ -0,0 +1,62 @@
+require_relative 'base'
+
+module Legion
+  module Extensions
+    module Builder
+      module Runners
+        include Legion::Extensions::Builder::Base
+
+        attr_reader :runners
+
+        def build_runners
+          @runners = {}
+          lex_class.const_set('Runners', Module.new) unless lex_class.const_defined?('Runners')
+          require_files(runner_files)
+          build_runner_list
+        end
+
+        def build_runner_list
+          runner_files.each do |file|
+            runner_name = file.split('/').last.sub('.rb', '')
+            runner_class =  "#{lex_class}::Runners::#{runner_name.split('_').collect(&:capitalize).join}"
+            loaded_runner = Kernel.const_get(runner_class)
+
+            @runners[runner_name.to_sym] = {
+              extension:       lex_class.to_s.downcase,
+              extension_name:  extension_name,
+              extension_class: lex_class,
+              runner_name:     runner_name,
+              runner_class:    runner_class,
+              runner_path:     file,
+              class_methods:   {}
+            }
+
+            @runners[runner_name.to_sym][:scheduled_tasks] = loaded_runner.scheduled_tasks if loaded_runner.method_defined? :scheduled_tasks
+
+            if settings.key?(:runners) && settings[:runners].key?(runner_name.to_sym)
+              @runners[runner_name.to_sym][:desc] = settings[:runners][runner_name.to_sym][:desc]
+            end
+
+            loaded_runner.public_instance_methods(false).each do |runner_method|
+              @runners[runner_name.to_sym][:class_methods][runner_method] = {
+                args: loaded_runner.instance_method(runner_method).parameters
+              }
+            end
+
+            loaded_runner.methods(false).each do |runner_method|
+              next if %i[scheduled_tasks runner_description].include? runner_method
+
+              @runners[runner_name.to_sym][:class_methods][runner_method] = {
+                args: loaded_runner.method(runner_method).parameters
+              }
+            end
+          end
+        end
+
+        def runner_files
+          @runner_files ||= find_files('runners')
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/core.rb

@@ -0,0 +1,131 @@
+require_relative 'builders/actors'
+require_relative 'builders/helpers'
+require_relative 'builders/runners'
+
+require_relative 'helpers/core'
+require_relative 'helpers/task'
+require_relative 'helpers/logger'
+require_relative 'helpers/lex'
+require_relative 'helpers/transport'
+require_relative 'helpers/data'
+require_relative 'helpers/cache'
+
+require_relative 'actors/base'
+require_relative 'actors/every'
+require_relative 'actors/loop'
+require_relative 'actors/once'
+require_relative 'actors/poll'
+require_relative 'actors/subscription'
+require_relative 'actors/nothing'
+
+module Legion
+  module Extensions
+    module Core
+      include Legion::Extensions::Helpers::Transport
+      include Legion::Extensions::Helpers::Lex
+
+      include Legion::Extensions::Builder::Runners
+      include Legion::Extensions::Builder::Helpers
+      include Legion::Extensions::Builder::Actors
+
+      def autobuild
+        @actors = {}
+        @meta_actors = {}
+        @runners = {}
+        @helpers = []
+
+        @queues = {}
+        @exchanges = {}
+        @messages = {}
+        build_settings
+        build_transport
+        build_data if Legion::Settings[:data][:connected] && data_required?
+        build_helpers
+        build_runners
+        build_actors
+      end
+
+      def data_required?
+        false
+      end
+
+      def transport_required?
+        true
+      end
+
+      def cache_required?
+        false
+      end
+
+      def crypt_required?
+        false
+      end
+
+      def vault_required?
+        false
+      end
+
+      def build_data
+        auto_generate_data
+        lex_class::Data.build
+      end
+
+      def build_transport
+        if File.exist? "#{extension_path}/transport/autobuild.rb"
+          require "#{extension_path}/transport/autobuild"
+          extension_class::Transport::AutoBuild.build
+          log.warn 'still using transport::autobuild, please upgrade'
+        elsif File.exist? "#{extension_path}/transport.rb"
+          require "#{extension_path}/transport"
+          extension_class::Transport.build
+        else
+          auto_generate_transport
+          extension_class::Transport.build
+        end
+      end
+
+      def build_settings
+        if Legion::Settings[:extensions].key?(lex_name.to_sym)
+          Legion::Settings[:default_extension_settings].each do |key, value|
+            Legion::Settings[:extensions][lex_name.to_sym][key.to_sym] = if Legion::Settings[:extensions][lex_name.to_sym].key?(key.to_sym)
+                                                                           value.merge(Legion::Settings[:extensions][lex_name.to_sym][key.to_sym])
+                                                                         else
+                                                                           value
+                                                                         end
+          end
+        else
+          Legion::Settings[:extensions][lex_name.to_sym] = Legion::Settings[:default_extension_settings]
+        end
+
+        default_settings.each do |key, value|
+          Legion::Settings[:extensions][lex_name.to_sym][key.to_sym] = if Legion::Settings[:extensions][lex_name.to_sym].key?(key.to_sym)
+                                                                         value.merge(Legion::Settings[:extensions][lex_name.to_sym][key.to_sym])
+                                                                       else
+                                                                         value
+                                                                       end
+        end
+      end
+
+      def default_settings
+        {}
+      end
+
+      def auto_generate_transport
+        require 'legion/extensions/transport'
+        log.debug 'running meta magic to generate a transport base class'
+        return if Kernel.const_defined? "#{lex_class}::Transport"
+
+        Kernel.const_get(lex_class.to_s).const_set('Transport', Module.new { extend Legion::Extensions::Transport })
+      end
+
+      def auto_generate_data
+        require 'legion/extensions/data'
+        log.debug 'running meta magic to generate a data base class'
+        Kernel.const_get(lex_class.to_s).const_set('Data', Module.new { extend Legion::Extensions::Data })
+      rescue StandardError => e
+        log.error e.message
+        log.error e.backtrace
+      end
+    end
+  end
+end

data/lib/legion/extensions/data.rb

@@ -0,0 +1,61 @@
+require 'legion/extensions/data/migrator'
+require 'legion/extensions/data/model'
+
+module Legion
+  module Extensions
+    module Data
+      include Legion::Extensions::Helpers::Data
+      include Legion::Extensions::Helpers::Logger
+
+      def build
+        Legion::Logging.fatal 'testing inside run'
+        @models = []
+        @migrations = []
+        if Dir[File.expand_path("#{data_path}/migrations/*.rb")].count.positive?
+          log.debug('Has migrations, checking status')
+          run
+        end
+
+        models = Dir[File.expand_path("#{data_path}/models/*.rb")]
+        if models.count.positive?
+          log.debug('Including LEX models')
+          models.each do |file|
+            require file
+          end
+
+          models_class.constants.select do |model|
+            models_class.const_get(model).extend Legion::Extensions::Data::Model
+          end
+        end
+
+        true
+      end
+
+      def extension_model
+        Legion::Data::Model::Extension[namespace: lex_class.to_s]
+      end
+
+      def schema_version
+        extension_model.values[:schema_version]
+      end
+
+      def migrations_path
+        "#{data_path}/migrations/"
+      end
+
+      def migrate_class
+        @migrate_class ||= Legion::Extensions::Data::Migrator.new(migrations_path, lex_class.to_s, lex_name)
+      end
+
+      def run
+        Legion::Logging.fatal 'testing inside run'
+
+        return true if migrate_class.is_current?
+
+        log.debug('Running LEX schema migrator')
+        results = migrate_class.run
+        extension_model.update(schema_version: results)
+      end
+    end
+  end
+end

data/lib/legion/extensions/data/migrator.rb

@@ -0,0 +1,33 @@
+require 'sequel/extensions/migration'
+
+module Legion
+  module Extensions
+    module Data
+      class Migrator < Sequel::IntegerMigrator
+        def initialize(path, extension, _lex_name, **)
+          Legion::Logging.fatal @extension
+          @path = path
+          @extension = extension
+          super(Legion::Data::Connection.sequel, path)
+        end
+
+        def default_schema_column
+          :schema_version
+        end
+
+        def default_schema_table
+          :extensions
+        end
+
+        def schema_dataset
+          dataset = Legion::Data::Connection.sequel.from(default_schema_table).where(namespace: @extension)
+          return dataset unless dataset.count.positive?
+
+          Legion::Logging.unknown Legion::Data::Model::Extension.insert(active: 1, namespace: @extension, extension: lex_name)
+          Legion::Data::Connection.sequel.from(default_schema_table).where(namespace: @extension)
+        end
+        alias ds schema_dataset
+      end
+    end
+  end
+end

data/lib/legion/extensions/data/model.rb

@@ -0,0 +1,8 @@
+module Legion
+  module Extensions
+    module Data
+      module Model
+      end
+    end
+  end
+end

data/lib/legion/extensions/helpers/base.rb

@@ -0,0 +1,82 @@
+module Legion
+  module Extensions
+    module Helpers
+      module Base
+        def lex_class
+          @lex_class ||= Kernel.const_get(calling_class_array[0..2].join('::'))
+        end
+        alias extension_class lex_class
+
+        def lex_name
+          @lex_name ||= calling_class_array[2].gsub(/(?<!^)[A-Z]/) { "_#{Regexp.last_match(0)}" }.downcase
+        end
+        alias extension_name lex_name
+        alias lex_filename lex_name
+
+        def lex_const
+          @lex_const ||= calling_class_array[2]
+        end
+
+        def calling_class
+          @calling_class ||= respond_to?(:ancestors) ? ancestors.first : self.class
+        end
+
+        def calling_class_array
+          @calling_class_array ||= calling_class.to_s.split('::')
+        end
+
+        def actor_class
+          calling_class
+        end
+
+        def actor_name
+          @actor_name ||= calling_class_array.last.gsub(/(?<!^)[A-Z]/) { "_#{Regexp.last_match(0)}" }.downcase
+        end
+
+        def actor_const
+          @actor_const ||= calling_class_array.last
+        end
+
+        def runner_class
+          @runner_class ||= Kernel.const_get(actor_class.to_s.sub!('Actor', 'Runners'))
+        end
+
+        def runner_name
+          @runner_name ||= runner_class.to_s.split('::').last.gsub(/(?<!^)[A-Z]/) { "_#{Regexp.last_match(0)}" }.downcase
+        end
+
+        def runner_const
+          @runner_const ||= runner_class.to_s.split('::').last
+        end
+
+        def full_path
+          @full_path ||= "#{Gem::Specification.find_by_name("lex-#{lex_name}").gem_dir}/lib/legion/extensions/#{lex_filename}"
+        end
+        alias extension_path full_path
+
+        def from_json(string)
+          Legion::JSON.load(string)
+        end
+
+        def normalize(thing)
+          if thing.is_a? String
+            to_json(from_json(thing))
+          else
+            from_json(to_json(thing))
+          end
+        end
+
+        def to_dotted_hash(hash, recursive_key = '')
+          hash.each_with_object({}) do |(k, v), ret|
+            key = recursive_key + k.to_s
+            if v.is_a? Hash
+              ret.merge! to_dotted_hash(v, "#{key}.")
+            else
+              ret[key.to_sym] = v
+            end
+          end
+        end
+      end
+    end
+  end
+end