motor-admin 0.1.36 → 0.1.42

data/lib/motor/configs/sync_from_file.rb

@@ -0,0 +1,36 @@
+# frozen_string_literal: true
+
+module Motor
+  module Configs
+    module SyncFromFile
+      FILE_PATH = Motor::Configs::FILE_PATH
+      MUTEXT = Mutex.new
+      FILE_TIMESTAMPS_STORE = ActiveSupport::Cache::MemoryStore.new(size: 1.megabyte)
+
+      module_function
+
+      def call(with_exception: false)
+        MUTEXT.synchronize do
+          file = Rails.root.join(FILE_PATH)
+
+          file_timestamp =
+            begin
+              file.ctime
+            rescue Errno::ENOENT
+              raise if with_exception
+
+              nil
+            end
+
+          next unless file_timestamp
+
+          FILE_TIMESTAMPS_STORE.fetch(file_timestamp.to_s) do
+            Motor::Configs::SyncFromHash.call(
+              YAML.safe_load(file.read, permitted_classes: [Time, Date])
+            )
+          end
+        end
+      end
+    end
+  end
+end

data/lib/motor/configs/sync_from_hash.rb

@@ -0,0 +1,126 @@
+# frozen_string_literal: true
+
+module Motor
+  module Configs
+    module SyncFromHash
+      module_function
+
+      def call(configs_hash)
+        return if configs_hash.blank?
+
+        configs_hash = configs_hash.with_indifferent_access
+
+        Motor::ApplicationRecord.transaction do
+          sync_queries(configs_hash)
+          sync_alerts(configs_hash)
+          sync_dashboards(configs_hash)
+          sync_forms(configs_hash)
+          sync_configs(configs_hash)
+          sync_resources(configs_hash)
+        end
+      end
+
+      def sync_queries(configs_hash)
+        sync_taggable(
+          Motor::Configs::LoadFromCache.load_queries,
+          configs_hash[:queries],
+          configs_hash[:file_version],
+          Motor::Queries::Persistance.method(:update_from_params!)
+        )
+      end
+
+      def sync_alerts(configs_hash)
+        sync_taggable(
+          Motor::Configs::LoadFromCache.load_alerts,
+          configs_hash[:alerts],
+          configs_hash[:file_version],
+          Motor::Alerts::Persistance.method(:update_from_params!)
+        )
+      end
+
+      def sync_forms(configs_hash)
+        sync_taggable(
+          Motor::Configs::LoadFromCache.load_forms,
+          configs_hash[:forms],
+          configs_hash[:file_version],
+          Motor::Forms::Persistance.method(:update_from_params!)
+        )
+      end
+
+      def sync_dashboards(configs_hash)
+        sync_taggable(
+          Motor::Configs::LoadFromCache.load_dashboards,
+          configs_hash[:dashboards],
+          configs_hash[:file_version],
+          Motor::Dashboards::Persistance.method(:update_from_params!)
+        )
+      end
+
+      def sync_configs(configs_hash)
+        configs_index = Motor::Configs::LoadFromCache.load_configs.index_by(&:key)
+
+        configs_hash[:configs].each do |attrs|
+          record = configs_index[attrs[:key]] || Motor::Config.new
+
+          next if record.updated_at && attrs[:updated_at] <= record.updated_at
+
+          record.update!(attrs)
+        end
+      end
+
+      def sync_resources(configs_hash)
+        resources_index = Motor::Configs::LoadFromCache.load_resources.index_by(&:name)
+
+        configs_hash[:resources].each do |attrs|
+          record = resources_index[attrs[:name]] || Motor::Resource.new
+
+          next if record.updated_at && attrs[:updated_at] <= record.updated_at
+
+          record.update!(attrs)
+        end
+      end
+
+      def sync_taggable(records, config_items, configs_timestamp, update_proc)
+        processed_records, create_items = update_taggable_items(records, config_items, update_proc)
+
+        create_taggable_items(create_items, records.klass, update_proc)
+
+        archive_taggable_items(records - processed_records, configs_timestamp)
+
+        ActiveRecord::Base.connection.reset_pk_sequence!(records.klass.table_name)
+      end
+
+      def update_taggable_items(records, config_items, update_proc)
+        record_ids_hash = records.index_by(&:id)
+
+        config_items.each_with_object([[], []]) do |attrs, (processed_acc, create_acc)|
+          record = record_ids_hash[attrs[:id]]
+
+          next create_acc << attrs unless record
+
+          processed_acc << record if record
+
+          next if record.updated_at >= attrs[:updated_at]
+
+          update_proc.call(record, attrs, force_replace: true)
+        end
+      end
+
+      def create_taggable_items(create_items, records_class, update_proc)
+        create_items.each do |attrs|
+          record = records_class.find_or_initialize_by(id: attrs[:id]).tap { |e| e.deleted_at = nil }
+
+          update_proc.call(record, attrs, force_replace: true)
+        end
+      end
+
+      def archive_taggable_items(records_to_remove, configs_timestamp)
+        records_to_remove.each do |record|
+          next if record.updated_at > configs_timestamp
+
+          record.update!(deleted_at: Time.current) if record.deleted_at.blank?
+        end
+      end
+    end
+  end
+end

data/lib/motor/configs/sync_middleware.rb

@@ -0,0 +1,72 @@
+# frozen_string_literal: true
+
+module Motor
+  module Configs
+    class SyncMiddleware
+      KeyNotSpecified = Class.new(StandardError)
+      NotAuthenticated = Class.new(StandardError)
+
+      def initialize(app)
+        @app = app
+      end
+
+      def call(env)
+        if env['PATH_INFO'] == Motor::Configs::SYNC_API_PATH
+          authenticate!(env['HTTP_X_AUTHORIZATION'])
+
+          case env['REQUEST_METHOD']
+          when 'GET'
+            respond_with_configs
+          when 'POST'
+            input = env['rack.input']
+            input.rewind
+            sync_configs(input.read)
+          else
+            @app.call(env)
+          end
+        else
+          @app.call(env)
+        end
+      rescue NotAuthenticated
+        [403, {}, ['Invalid synchronization API key']]
+      rescue KeyNotSpecified
+        [404, {}, ['Set `MOTOR_SYNC_API_KEY` environment variable in order to sync configs']]
+      end
+
+      private
+
+      def authenticate!(token)
+        raise KeyNotSpecified if Motor::Configs::SYNC_ACCESS_KEY.blank?
+        raise NotAuthenticated if token.blank?
+
+        is_token_valid =
+          ActiveSupport::SecurityUtils.secure_compare(
+            Digest::SHA256.hexdigest(token),
+            Digest::SHA256.hexdigest(Motor::Configs::SYNC_ACCESS_KEY)
+          )
+
+        raise NotAuthenticated unless is_token_valid
+      end
+
+      def respond_with_configs
+        [
+          200,
+          { 'Content-Type' => 'application/json' },
+          [Motor::Configs::BuildConfigsHash.call.to_json]
+        ]
+      rescue StandardError => e
+        [500, {}, [e.message]]
+      end
+
+      def sync_configs(body)
+        configs_hash = JSON.parse(body)
+
+        Motor::Configs::SyncFromHash.call(configs_hash)
+
+        [200, {}, []]
+      rescue StandardError => e
+        [500, {}, [e.message]]
+      end
+    end
+  end
+end

data/lib/motor/configs/sync_with_remote.rb

@@ -0,0 +1,47 @@
+# frozen_string_literal: true
+
+module Motor
+  module Configs
+    module SyncWithRemote
+      UnableToSync = Class.new(StandardError)
+      ApiNotFound = Class.new(StandardError)
+
+      module_function
+
+      def call(remote_url, api_key)
+        url = remote_url.sub(%r{/\z}, '') + Motor::Configs::SYNC_API_PATH
+
+        sync_from_remote!(url, api_key)
+        sync_to_remote!(url, api_key)
+      end
+
+      def sync_from_remote!(remote_url, api_key)
+        response = Motor::NetHttpUtils.get(remote_url, {}, { 'X-Authorization' => api_key })
+
+        raise ApiNotFound if response.is_a?(Net::HTTPNotFound)
+        raise UnableToSync, [response.message, response.body].join(': ') unless response.is_a?(Net::HTTPSuccess)
+
+        configs_hash = JSON.parse(response.body)
+
+        Motor::Configs::SyncFromHash.call(configs_hash)
+      end
+
+      def sync_to_remote!(remote_url, api_key)
+        configs_hash = Motor::Configs::BuildConfigsHash.call
+
+        response = Motor::NetHttpUtils.post(
+          remote_url,
+          {},
+          {
+            'X-Authorization' => api_key,
+            'Content-Type' => 'application/json'
+          },
+          configs_hash.to_json
+        )
+
+        raise ApiNotFound if response.is_a?(Net::HTTPNotFound)
+        raise UnableToSync, [response.message, response.body].join(': ') unless response.is_a?(Net::HTTPSuccess)
+      end
+    end
+  end
+end

data/lib/motor/configs/write_to_file.rb

@@ -0,0 +1,36 @@
+# frozen_string_literal: true
+
+module Motor
+  module Configs
+    module WriteToFile
+      THREAD_POOL = Concurrent::FixedThreadPool.new(1)
+      FILE_PATH = Motor::Configs::FILE_PATH
+
+      module_function
+
+      def call
+        return if THREAD_POOL.queue_length.positive?
+
+        THREAD_POOL.post do
+          ActiveRecord::Base.logger.silence do
+            write_with_lock
+          end
+        rescue StandardError => e
+          Rails.logger.error(e)
+        end
+      end
+
+      def write_with_lock
+        File.open(Rails.root.join(FILE_PATH), 'w') do |file|
+          file.flock(File::LOCK_EX)
+
+          YAML.dump(Motor::Configs::BuildConfigsHash.call, file)
+
+          file.flock(File::LOCK_UN)
+
+          file
+        end.close
+      end
+    end
+  end
+end

data/lib/motor/dashboards/persistance.rb

@@ -29,16 +29,20 @@ module Motor
         retry
       end
 
-      def update_from_params!(dashboard, params)
+      def update_from_params!(dashboard, params, force_replace: false)
+        tag_ids = dashboard.tags.ids
+
         dashboard = assign_attributes(dashboard, params)
 
-        raise TitleAlreadyExists if title_already_exists?(dashboard)
+        raise TitleAlreadyExists if !force_replace && title_already_exists?(dashboard)
 
         ApplicationRecord.transaction do
+          archive_with_existing_name(dashboard) if force_replace
+
           dashboard.save!
         end
 
-        dashboard.tags.reload
+        dashboard.touch if tag_ids.sort != dashboard.tags.reload.ids.sort && params[:updated_at].blank?
 
         dashboard
       rescue ActiveRecord::RecordNotUnique
@@ -47,15 +51,21 @@ module Motor
 
       def assign_attributes(dashboard, params)
         dashboard.assign_attributes(params.slice(:title, :description, :preferences))
+        dashboard.updated_at = [params[:updated_at], Time.current].min if params[:updated_at].present?
 
         Motor::Tags.assign_tags(dashboard, params[:tags])
       end
 
+      def archive_with_existing_name(dashboard)
+        Motor::Dashboard.where(['lower(title) = ? AND id != ?', dashboard.title.to_s.downcase, dashboard.id])
+                        .update_all(deleted_at: Time.current)
+      end
+
       def title_already_exists?(dashboard)
         if dashboard.new_record?
-          Dashboard.exists?(['lower(title) = ?', dashboard.title.to_s.downcase])
+          Motor::Dashboard.exists?(['lower(title) = ?', dashboard.title.to_s.downcase])
         else
-          Dashboard.exists?(['lower(title) = ? AND id != ?', dashboard.title.to_s.downcase, dashboard.id])
+          Motor::Dashboard.exists?(['lower(title) = ? AND id != ?', dashboard.title.to_s.downcase, dashboard.id])
         end
       end
     end

data/lib/motor/forms/persistance.rb

@@ -29,16 +29,20 @@ module Motor
         retry
       end
 
-      def update_from_params!(form, params)
+      def update_from_params!(form, params, force_replace: false)
+        tag_ids = form.tags.ids
+
         form = assign_attributes(form, params)
 
-        raise NameAlreadyExists if name_already_exists?(form)
+        raise NameAlreadyExists if !force_replace && name_already_exists?(form)
 
         ApplicationRecord.transaction do
+          archive_with_existing_name(form) if force_replace
+
           form.save!
         end
 
-        form.tags.reload
+        form.touch if tag_ids.sort != form.tags.reload.ids.sort && params[:updated_at].blank?
 
         form
       rescue ActiveRecord::RecordNotUnique
@@ -47,15 +51,21 @@ module Motor
 
       def assign_attributes(form, params)
         form.assign_attributes(params.slice(:name, :description, :api_path, :http_method, :preferences))
+        form.updated_at = [params[:updated_at], Time.current].min if params[:updated_at].present?
 
         Motor::Tags.assign_tags(form, params[:tags])
       end
 
+      def archive_with_existing_name(form)
+        Motor::Form.where(['lower(name) = ? AND id != ?', form.name.to_s.downcase, form.id])
+                   .update_all(deleted_at: Time.current)
+      end
+
       def name_already_exists?(form)
         if form.new_record?
-          Form.exists?(['lower(name) = ?', form.name.to_s.downcase])
+          Motor::Form.exists?(['lower(name) = ?', form.name.to_s.downcase])
         else
-          Form.exists?(['lower(name) = ? AND id != ?', form.name.to_s.downcase, form.id])
+          Motor::Form.exists?(['lower(name) = ? AND id != ?', form.name.to_s.downcase, form.id])
         end
       end
     end

data/lib/motor/net_http_utils.rb

@@ -0,0 +1,38 @@
+# frozen_string_literal: true
+
+module Motor
+  module NetHttpUtils
+    module_function
+
+    def get(url, params = {}, headers = {})
+      request = build_request(Net::HTTP::Get, url, params, headers, nil)
+
+      execute_request(request)
+    end
+
+    def post(url, params = {}, headers = {}, body = '')
+      request = build_request(Net::HTTP::Post, url, params, headers, body)
+
+      execute_request(request)
+    end
+
+    def build_request(method_class, url, params, headers, body)
+      uri = URI(url)
+      uri.query = params.to_query
+
+      request = method_class.new(uri)
+      request.body = body if body.present?
+      headers.each { |key, value| request[key] = value }
+
+      request
+    end
+
+    def execute_request(request)
+      uri = request.uri
+
+      Net::HTTP.start(uri.hostname, uri.port, use_ssl: uri.port == 443) do |http|
+        http.request(request)
+      end
+    end
+  end
+end