redmine_remotes 0.12.0 → 0.13.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 70c4977d8154fa08f7d03093a35dc948c5bd78639a2a2ce42352e58c5d737050
-  data.tar.gz: 8c56794c3633be3b5e731800025a61a73a8df6e17c50776a87790659e0b3235d
+  metadata.gz: 58582fa98456cc3680589a4484b45bda211d8db71b78a47418b2bd3208ca6997
+  data.tar.gz: 17d859506c16a9a5529bca6dcec6d5b200e1a0aed24b712b048ae4c254be1671
 SHA512:
-  metadata.gz: 546876674ce5856dacf18ed183ddca546dcbdbe2ae17ede908b2512e18af12512f9fd8449d829a82105c654994f62a6a01589c42a2b7e055f5e94a64a182cec2
-  data.tar.gz: 2e821818b0294b9e8b889612666a7a10c0eb494abe661743bc8f9122ca741285364aea93e679bb30068b73c9aec7f53aa25f1c1e96b95a0ba2d887199509c280
+  metadata.gz: 654d4c3c6cf0db58ba7bd17c672dbd2bb88b936496d541f08282f5c09dd859f3b79ef000e8b9e71c834a82cbc73149596597c0d061021711fba933a7d2420925
+  data.tar.gz: 8d30c37a42a67e84b1db2d1ba74d1c75008014315d9871935e94059d7ec0ce6018a0b374df03a34941ef8bdb858913b38df002670a5307c1cb2fee811165a253

data/app/controllers/remote_trackers_controller.rb

@@ -14,7 +14,10 @@ class RemoteTrackersController < ApplicationController
     conf.columns[:password].form_ui = :password
     conf.columns[:profile].form_ui = :select
     conf.columns[:default_local_user].form_ui = :select
-    %w[list show].each { |action| conf.send(action).columns.exclude :password }
+    %w[list show].each do |action|
+      conf.send(action).columns.exclude :password
+      conf.send(action).columns << :fetched_at
+    end
   end
 
   private

data/app/models/redmine_remotes/tableless/remote_issue_fetch/base.rb

@@ -11,6 +11,7 @@ module RedmineRemotes
         require_sub __FILE__
         include ::EacRailsUtils::Models::FetchErrors
 
+        validates :fetched_at, presence: true
         validates :local_tracker, presence: true
         validates :remote_tracker, presence: true
         validates :issue_remote_code, presence: true
@@ -33,6 +34,15 @@ module RedmineRemotes
           errors.add(:remote_code,
                      "Demanda remota não encontrada com o código \"#{issue_remote_code}\"")
         end
+
+        def save
+          ::Issue.transaction do
+            return false unless valid?
+            return false unless save_local_issue
+            return false unless save_remote_issue
+          end
+          true
+        end
       end
     end
   end

data/app/models/redmine_remotes/tableless/remote_issue_fetch/base/_remote_issue.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+module RedmineRemotes
+  module Tableless
+    module RemoteIssueFetch
+      class Base < ::EacRailsUtils::Models::Tableless
+        private
+
+        def fetched_at_uncached
+          ::Time.zone.now
+        end
+
+        def save_remote_issue
+          remote_issue.fetched_at = fetched_at
+          return true if remote_issue.save
+
+          fetch_record_errors(remote_issue, default_column: default_error_column)
+          false
+        end
+      end
+    end
+  end
+end

data/app/models/redmine_remotes/tableless/remote_issue_fetch/create.rb

@@ -19,21 +19,12 @@ module RedmineRemotes
 
         validate :tracker_in_project
 
-        def create
-          ::Issue.transaction do
-            return false unless valid?
-            return false unless save_local_issue
-            return false unless create_remote_issue
-          end
-          true
-        end
-
         def default_error_column
           :issue_remote_code
         end
 
         def save
-          remote_issue_by_remote_code.present? ? update : create
+          remote_issue_by_remote_code.present? ? update : super
         end
 
         def tracker_in_project

data/app/models/redmine_remotes/tableless/remote_issue_fetch/create/_remote_issue.rb

@@ -6,13 +6,6 @@ module RedmineRemotes
       class Create < ::RedmineRemotes::Tableless::RemoteIssueFetch::Base
         private
 
-        def create_remote_issue
-          return true if remote_issue.save
-
-          fetch_record_errors(remote_issue, default_column: default_error_column)
-          false
-        end
-
         def remote_issue_uncached
           remote_issue_by_remote_code.if_blank do
             ::RemoteIssue.new(remote_tracker: remote_tracker, remote_code: issue_remote_code,

data/app/models/redmine_remotes/tableless/remote_issue_fetch/update.rb

@@ -16,13 +16,6 @@ module RedmineRemotes
         def default_error_column
           :remote_issue_id
         end
-
-        def save
-          return false unless valid?
-          return false unless save_local_issue
-
-          true
-        end
       end
     end
   end

data/app/models/redmine_remotes/tableless/remote_tracker_fetch.rb

@@ -0,0 +1,51 @@
+# frozen_string_literal: true
+
+require 'eac_ruby_utils/core_ext'
+
+module RedmineRemotes
+  module Tableless
+    class RemoteTrackerFetch < ::EacRailsUtils::Models::Tableless
+      require_sub __FILE__, include_modules: true, require_dependency: true
+      enable_simple_cache
+      include ::EacRailsUtils::Models::FetchErrors
+
+      attribute :remote_tracker_id, ::Integer
+      belongs_to :remote_tracker, class_name: 'RemoteTracker'
+
+      validates :remote_tracker, presence: true
+      validates :start_time, presence: true
+      validates :end_time, presence: true
+      validate :remote_tracker_fetchable_validation
+
+      def save
+        ::Issue.transaction do
+          return false unless valid?
+          return false unless save_remote_issues
+          return false unless save_remote_tracker
+        end
+        true
+      end
+
+      def default_error_column
+        :remote_tracker_id
+      end
+
+      private
+
+      def end_time_uncached
+        ::Time.zone.now
+      end
+
+      def start_time_uncached
+        remote_tracker.try(:fetched_at) || end_time
+      end
+
+      def remote_tracker_fetchable_validation
+        return if remote_tracker.blank?
+        return if remote_tracker.fetchable?
+
+        errors.add(:remote_tracker, "Remote tracker \"#{remote_tracker}\" is not fetchable")
+      end
+    end
+  end
+end

data/app/models/redmine_remotes/tableless/remote_tracker_fetch/provider.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+require 'eac_ruby_utils/core_ext'
+
+module RedmineRemotes
+  module Tableless
+    class RemoteTrackerFetch < ::EacRailsUtils::Models::Tableless
+      module Provider
+        private
+
+        def provider_issues_codes
+          remote_tracker.remote_instance.fetch_issues_changed(start_time, end_time)
+        end
+      end
+    end
+  end
+end

data/app/models/redmine_remotes/tableless/remote_tracker_fetch/remote_issues.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+require 'eac_ruby_utils/core_ext'
+
+module RedmineRemotes
+  module Tableless
+    class RemoteTrackerFetch < ::EacRailsUtils::Models::Tableless
+      module RemoteIssues
+        private
+
+        def save_remote_issues
+          remote_issues.all? { |remote_issue| save_remote_issue(remote_issue) }
+        end
+
+        def save_remote_issue(remote_issue)
+          return true if remote_issue.update(outdated_at: end_time)
+
+          fetch_record_errors(remote_issue, default_column: default_error_column)
+          false
+        end
+
+        def remote_issues_uncached
+          provider_issues_codes.map do |code|
+            ::RemoteIssue.where(remote_tracker: remote_tracker,
+                                remote_code: ::RemoteIssue.remote_code_sanitize(code)).first
+          end.reject(&:blank?)
+        end
+      end
+    end
+  end
+end

data/app/models/redmine_remotes/tableless/remote_tracker_fetch/remote_tracker.rb

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+
+require 'eac_ruby_utils/core_ext'
+
+module RedmineRemotes
+  module Tableless
+    class RemoteTrackerFetch < ::EacRailsUtils::Models::Tableless
+      module RemoteTracker
+        private
+
+        def save_remote_tracker
+          return true if remote_tracker.update(fetched_at: end_time)
+
+          fetch_record_errors(remote_tracker, default_column: default_error_column)
+          false
+        end
+      end
+    end
+  end
+end

data/app/models/remote_issue.rb

@@ -12,6 +12,17 @@ class RemoteIssue < ActiveRecord::Base
   validates :remote_tracker, presence: true
   validates :remote_code, presence: true, uniqueness: { scope: [:remote_tracker] }
 
+  scope :outdated, lambda {
+    t = arel_table
+    where(
+      t[:fetched_at].eq(nil)
+      .or(
+        t[:outdated_at].not_eq(nil)
+        .and(t[:fetched_at].lt(t[:outdated_at]))
+      )
+    )
+  }
+
   def to_s
     "#{remote_tracker}|#{remote_code}"
   end

data/app/models/remote_tracker.rb

@@ -27,6 +27,12 @@ class RemoteTracker < ActiveRecord::Base
   validates :password, presence: true
   validates :default_local_user, presence: true
 
+  scope :fetchable, -> { where(profile: fetchable_profiles) }
+
+  def fetchable?
+    self.class.fetchable_profiles.include?(profile)
+  end
+
   def find_local_issue_status(local_tracker, remote_status_name, register_not_found = false)
     ::RemoteTracker::FindIssueLocalStatus.new(self, local_tracker, remote_status_name,
                                               register_not_found).result

data/app/models/remote_tracker/remote.rb

@@ -1,19 +1,41 @@
 # frozen_string_literal: true
 
+require 'eac_ruby_utils/core_ext'
+
 class RemoteTracker < ActiveRecord::Base
   module Remote
-    def find_remote_issue(issue_id)
-      remote_instance.find_issue(issue_id)
-    end
+    common_concern
+
+    module ClassMethods
+      def fetchable_profiles
+        @fetchable_profiles ||= lists.profile.values.select do |profile|
+          profile_fetchable?(profile)
+        end
+      end
 
-    def remote_instance
-      remote_instance_class.new(self, root_url, username, password)
+      def profile_fetchable?(profile)
+        provider_instance_class(profile).method_defined?(:fetch_issues_changed)
+      end
+
+      def provider_instance_class(profile)
+        lists.profile.value_validate!(profile)
+
+        ::RedmineRemotes.const_get(profile.capitalize).const_get('Instance')
+      end
     end
 
-    def remote_instance_class
-      raise 'Profile blank' if profile.blank?
+    module InstanceMethods
+      def find_remote_issue(issue_id)
+        remote_instance.find_issue(issue_id)
+      end
+
+      def remote_instance
+        remote_instance_class.new(self, root_url, username, password)
+      end
 
-      ::RedmineRemotes.const_get(profile.capitalize).const_get('Instance')
+      def remote_instance_class
+        self.class.provider_instance_class(profile)
+      end
     end
   end
 end

data/config/locales/en.yml

@@ -22,3 +22,4 @@ en:
   label_remote_issue_statuses: Remote issue statuses
   label_remote_users: Remote users
   label_remotes: Remotes
+  menu_redmine_remotes: Remotes

data/config/locales/pt-BR.yml

@@ -22,3 +22,4 @@ pt-BR:
   label_remote_issue_statuses: Situações de demandas remotas
   label_remote_users: Usuários remotos
   label_remotes: Remotos
+  menu_redmine_remotes: Remotos

data/db/migrate/20200602192120_add_outdated_at_to_remote_issues.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+class AddOutdatedAtToRemoteIssues < ActiveRecord::Migration
+  def change
+    add_column :remote_issues, :outdated_at, :datetime
+  end
+end

data/db/migrate/20200602194753_add_fetched_at_to_remote_issues.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+class AddFetchedAtToRemoteIssues < ActiveRecord::Migration
+  def change
+    add_column :remote_issues, :fetched_at, :timestamp
+  end
+end

data/db/migrate/20200602203020_add_fetched_at_to_remote_trackers.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+class AddFetchedAtToRemoteTrackers < ActiveRecord::Migration
+  def change
+    add_column :remote_trackers, :fetched_at, :datetime
+  end
+end

data/lib/redmine_remotes/esosti/instance.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require 'avmtrf1/esosti/raw_data_sanitizer'
+
 module RedmineRemotes
   module Esosti
     class Instance < ::RedmineRemotes::RestProvider::Instance
@@ -25,6 +27,29 @@ module RedmineRemotes
       def issue_human_view_url(ticket_uid)
         "#{root_url}/itsm/ui/maximo.jsp?event=loadapp&value=ms_viewsr&uniqueid=#{ticket_uid}"
       end
+
+      def fetch_issues_changed(start_time, _end_time)
+        changed_parse_result(request(changed_url_suffix(start_time)))
+      end
+
+      private
+
+      def changed_parse_result(raw_data)
+        ::Avmtrf1::Esosti::RawDataSanitizer.sanitize(
+          raw_data.fetch('TICKETMboSet').fetch('TICKET')
+        ).map do |ticket|
+          ::RemoteIssue.remote_code_sanitize(ticket.fetch('Attributes').fetch('TICKETID'))
+        end
+      end
+
+      def changed_url_suffix(since)
+        '/mbo/ticket?_includecols=ticketid&changedate=~gt~' +
+          ::CGI.escape(formatted_time(since))
+      end
+
+      def formatted_time(time)
+        time.strftime('%FT%T%:z')
+      end
     end
   end
 end

data/lib/redmine_remotes/jobs/fetch_issues.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+module RedmineRemotes
+  module Jobs
+    class FetchIssues
+      enable_simple_cache
+
+      def run
+        ::Rails.logger.info("Issues to fetch: #{issues_to_fetch.count}")
+        issues_to_fetch.each { |issue| fetch_issue(issue) }
+      end
+
+      private
+
+      def issues_to_fetch_uncached
+        ::RemoteIssue.outdated
+      end
+
+      def fetch_issue(remote_issue)
+        ::Rails.logger.info 'Fetching remote issue ' \
+          "\"#{remote_issue}|\##{remote_issue.local_issue.id}\""
+        record = ::RedmineRemotes::Tableless::RemoteIssueFetch::Update.new(
+          remote_issue: remote_issue
+        )
+        return if record.save
+
+        ::Rails.logger.warn "Fetch failed with errors: #{record.errors.messages}"
+      end
+    end
+  end
+end

data/lib/redmine_remotes/jobs/fetch_trackers.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+module RedmineRemotes
+  module Jobs
+    class FetchTrackers
+      enable_simple_cache
+
+      def run
+        ::Rails.logger.info("Trackers to fetch: #{trackers_to_fetch.count}")
+        trackers_to_fetch.each { |tracker| fetch_tracker(tracker) }
+      end
+
+      private
+
+      def fetch_tracker(remote_tracker)
+        ::Rails.logger.info "Fetch remote tracker \"#{remote_tracker}\"..."
+        record = ::RedmineRemotes::Tableless::RemoteTrackerFetch.new(
+          remote_tracker: remote_tracker
+        )
+        return if record.save
+
+        ::Rails.logger.warn "Fetched failed with errors: #{record.errors.messages}"
+      end
+
+      def trackers_to_fetch_uncached
+        ::RemoteTracker.where(profile: ::RemoteTracker::PROFILE_ESOSTI)
+      end
+    end
+  end
+end

data/lib/redmine_remotes/version.rb

@@ -3,7 +3,7 @@
 module RedmineRemotes
   SLUG = 'redmine_remotes'
   NAME = 'Redmine Remotes'
-  VERSION = '0.12.0'
+  VERSION = '0.13.0'
   AUTHOR = 'Eduardo Henrique Bogoni'
   SUMMARY = 'Integração do Redmine com trackers diversos.'
 end

data/lib/tasks/redmine_remotes.rake

@@ -38,5 +38,17 @@ namespace :redmine_remotes do
         ::Rails.logger.info "[Failed] #{add.errors.messages.pretty_inspect}"
       end
     end
+
+    desc 'Fetch all remote issues.'
+    task fetch: :environment do
+      ::RedmineRemotes::Jobs::FetchIssues.new.run
+    end
+  end
+
+  namespace :trackers do
+    desc 'Fetch all remote trackers.'
+    task fetch: :environment do
+      ::RedmineRemotes::Jobs::FetchTrackers.new.run
+    end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: redmine_remotes
 version: !ruby/object:Gem::Version
-  version: 0.12.0
+  version: 0.13.0
 platform: ruby
 authors:
 - Eduardo Henrique Bogoni
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-06-02 00:00:00.000000000 Z
+date: 2020-06-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aranha-parsers
@@ -30,14 +30,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.28'
+        version: '0.29'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.28'
+        version: '0.29'
 - !ruby/object:Gem::Dependency
   name: curb
   requirement: !ruby/object:Gem::Requirement
@@ -124,12 +124,17 @@ files:
 - app/models/redmine_remotes/tableless/remote_issue_fetch/base.rb
 - app/models/redmine_remotes/tableless/remote_issue_fetch/base/_local_issue.rb
 - app/models/redmine_remotes/tableless/remote_issue_fetch/base/_provider_issue.rb
+- app/models/redmine_remotes/tableless/remote_issue_fetch/base/_remote_issue.rb
 - app/models/redmine_remotes/tableless/remote_issue_fetch/create.rb
 - app/models/redmine_remotes/tableless/remote_issue_fetch/create/_local_issue.rb
 - app/models/redmine_remotes/tableless/remote_issue_fetch/create/_remote_issue.rb
 - app/models/redmine_remotes/tableless/remote_issue_fetch/update.rb
 - app/models/redmine_remotes/tableless/remote_issue_fetch/update/_local_issue.rb
 - app/models/redmine_remotes/tableless/remote_issue_fetch/update/_remote_issue.rb
+- app/models/redmine_remotes/tableless/remote_tracker_fetch.rb
+- app/models/redmine_remotes/tableless/remote_tracker_fetch/provider.rb
+- app/models/redmine_remotes/tableless/remote_tracker_fetch/remote_issues.rb
+- app/models/redmine_remotes/tableless/remote_tracker_fetch/remote_tracker.rb
 - app/models/remote_issue.rb
 - app/models/remote_issue_status.rb
 - app/models/remote_tracker.rb
@@ -158,6 +163,9 @@ files:
 - db/migrate/20200505153200_add_timestamps_to_redmine_trackers.rb
 - db/migrate/20200505160938_add_timestamps_to_remote_issues.rb
 - db/migrate/20200505161002_add_timestamps_to_remote_users.rb
+- db/migrate/20200602192120_add_outdated_at_to_remote_issues.rb
+- db/migrate/20200602194753_add_fetched_at_to_remote_issues.rb
+- db/migrate/20200602203020_add_fetched_at_to_remote_trackers.rb
 - init.rb
 - lib/redmine_remotes.rb
 - lib/redmine_remotes/esosti.rb
@@ -165,6 +173,8 @@ files:
 - lib/redmine_remotes/esosti/instance.rb
 - lib/redmine_remotes/jira/entities/issue.rb
 - lib/redmine_remotes/jira/instance.rb
+- lib/redmine_remotes/jobs/fetch_issues.rb
+- lib/redmine_remotes/jobs/fetch_trackers.rb
 - lib/redmine_remotes/patches/issue.rb
 - lib/redmine_remotes/patches/issue_status.rb
 - lib/redmine_remotes/patches/project.rb