lazylead 0.1.0

data/build.sh

@@ -0,0 +1,6 @@
+#!/usr/bin/env bash
+#
+# Build project
+#
+export RUBYOPT='-W:no-deprecated'
+clear && rake -A

data/deploy.sh

@@ -0,0 +1,16 @@
+#!/bin/bash
+set -e
+set -x
+
+cd $(dirname $0)
+bundle update
+# rake
+trap 'git reset HEAD~1 && rm bonus.key && git checkout -- .gitignore' EXIT
+cp /code/home/assets/lazylead/bonus.key .
+sed -i -s 's|Gemfile.lock||g' .gitignore
+git add bonus.key
+git add Gemfile.lock
+git add .gitignore
+git commit -m 'configs for heroku'
+git push heroku master -f
+

data/lazylead.gemspec

@@ -0,0 +1,106 @@
+# frozen_string_literal: true
+
+# The MIT License
+#
+# Copyright (c) 2019-2020 Yurii Dubinka
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom
+# the Software is  furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE
+# OR OTHER DEALINGS IN THE SOFTWARE.
+
+require "English"
+
+lib = File.expand_path("lib", __dir__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "lazylead/version"
+
+Gem::Specification.new do |s|
+  s.specification_version = 2 if s.respond_to? :specification_version=
+  s.rubygems_version = "2.2"
+  s.required_ruby_version = ">=2.6.5"
+  s.name = "lazylead"
+  s.version = Lazylead::VERSION
+  s.license = "MIT"
+  s.summary = "Eliminate the annoying work within bug-trackers."
+  s.description = "Ticketing systems (Github, Jira, etc.) are strongly
+integrated into our processes and everyone understands their necessity. As soon
+as a developer becomes a lead/technical manager, he or she faces a set of
+routine tasks that are related to ticketing work. On large projects this becomes
+ a problem, more and more you spend time running around on dashboards and
+tickets, looking for incorrect deviations in tickets and performing routine
+tasks instead of solving technical problems."
+  s.authors = ["Yurii Dubinka"]
+  s.email = "yurii.dubinka@gmail.com"
+  s.homepage = "http://github.com/dgroup/lazylead"
+  s.post_install_message = "Thanks for installing Lazylead v0.0.0!
+  Read our blog posts: https://lazylead.org
+  Stay in touch with the community in Telegram: https://t.me/lazylead
+  Follow us on Twitter: https://twitter.com/lazylead
+  If you have any issues, report to our GitHub repo: https://github.com/dgroup/lazylead"
+  s.files = `git ls-files`.split($RS)
+  s.executables = s.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  s.test_files = s.files.grep(%r{^(test|features)/})
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.extra_rdoc_files = ["readme.md", "license.txt"]
+  s.add_runtime_dependency "activerecord", "6.0.3"
+  s.add_runtime_dependency "backtrace", "0.3"
+  s.add_runtime_dependency "concurrent-ruby", "1.1.5"
+  s.add_runtime_dependency "diffy", "3.3.0"
+  s.add_runtime_dependency "faraday", "1.0.1"
+  s.add_runtime_dependency "futex", "0.8.5"
+  s.add_runtime_dependency "get_process_mem", "0.2.5"
+  s.add_runtime_dependency "haml", "5.0.4"
+  s.add_runtime_dependency "jira-ruby", "1.7.1"
+  s.add_runtime_dependency "json", "2.2.0"
+  s.add_runtime_dependency "logging", "2.2.2"
+  s.add_runtime_dependency "mail", "2.7.1"
+  s.add_runtime_dependency "memory_profiler", "0.9.13"
+  s.add_runtime_dependency "openssl", "2.1.2"
+  s.add_runtime_dependency "rainbow", "3.0.0"
+  s.add_runtime_dependency "require_all", "3.0.0"
+  s.add_runtime_dependency "rufus-scheduler", "3.6.0"
+  s.add_runtime_dependency "semantic", "1.6.1"
+  s.add_runtime_dependency "sinatra", "2.0.5"
+  s.add_runtime_dependency "slop", "4.4"
+  s.add_runtime_dependency "sqlite3", "1.4.2"
+  s.add_runtime_dependency "sys-proctable", "1.2.1"
+  s.add_runtime_dependency "threads", "0.3"
+  s.add_runtime_dependency "tilt", "2.0.10"
+  s.add_runtime_dependency "total", "0.3"
+  s.add_runtime_dependency "typhoeus", "1.3.1"
+  s.add_runtime_dependency "tzinfo", "1.1"
+  s.add_runtime_dependency "tzinfo-data", "1.2019.3"
+  s.add_runtime_dependency "usagewatch_ext", "0.2.1"
+  s.add_runtime_dependency "vcs4sql", "0.1.0"
+  s.add_runtime_dependency "viewpoint", "1.1.0"
+  s.add_runtime_dependency "zache", "0.12"
+  s.add_development_dependency "codecov", "0.1.14"
+  s.add_development_dependency "guard", "2.15.0"
+  s.add_development_dependency "guard-minitest", "2.4.6"
+  s.add_development_dependency "minitest", "5.11.3"
+  s.add_development_dependency "minitest-fail-fast", "0.1.0"
+  s.add_development_dependency "minitest-hooks", "1.5.0"
+  s.add_development_dependency "minitest-reporters", "1.3.6"
+  s.add_development_dependency "rake", "12.3.2"
+  s.add_development_dependency "random-port", "0.3.1"
+  s.add_development_dependency "rdoc", "6.1.1"
+  s.add_development_dependency "rubocop", "0.82"
+  s.add_development_dependency "rubocop-minitest", "0.5.1"
+  s.add_development_dependency "rubocop-performance", "1.5.2"
+  s.add_development_dependency "rubocop-rspec", "1.33.0"
+  s.add_development_dependency "xcop", "0.6"
+end

data/lib/lazylead.rb

@@ -0,0 +1,52 @@
+# frozen_string_literal: true
+
+# The MIT License
+#
+# Copyright (c) 2019-2020 Yurii Dubinka
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom
+# the Software is  furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE
+# OR OTHER DEALINGS IN THE SOFTWARE.
+
+require_relative "lazylead/allocated"
+require_relative "lazylead/confluence"
+require_relative "lazylead/email"
+require_relative "lazylead/exchange"
+require_relative "lazylead/log"
+require_relative "lazylead/model"
+require_relative "lazylead/postman"
+require_relative "lazylead/salt"
+require_relative "lazylead/schedule"
+require_relative "lazylead/smtp"
+require_relative "lazylead/cli/app"
+require_relative "lazylead/system/jira"
+require_relative "lazylead/system/empty"
+require_relative "lazylead/system/fake"
+require_relative "lazylead/system/synced"
+require_relative "lazylead/task/alert"
+require_relative "lazylead/task/confluence_ref"
+require_relative "lazylead/task/echo"
+require_relative "lazylead/task/fix_version"
+require_relative "lazylead/task/missing_comment"
+require_relative "lazylead/version"
+
+# Lazylead main module.
+# Author:: Yurii Dubinka (yurii.dubinka@gmail.com)
+# Copyright:: Copyright (c) 2020 Yurii Dubinka
+# License:: MIT
+module Lazylead
+end

data/lib/lazylead/allocated.rb

@@ -0,0 +1,56 @@
+# frozen_string_literal: true
+
+# The MIT License
+#
+# Copyright (c) 2019-2020 Yurii Dubinka
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom
+# the Software is  furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE
+# OR OTHER DEALINGS IN THE SOFTWARE.
+
+require "get_process_mem"
+
+module Lazylead
+  # Human readable format of allocated bytes within current process.
+  #
+  # Author:: Yurii Dubinka (yurii.dubinka@gmail.com)
+  # Copyright:: Copyright (c) 2019-2020 Yurii Dubinka
+  # License:: MIT
+  class Allocated
+    def initialize(bytes = GetProcessMem.new.bytes.to_i)
+      @bytes = bytes
+    end
+
+    def to_s
+      if @bytes.nil?
+        "?"
+      elsif @bytes < 1024
+        "#{@bytes}B"
+      elsif @bytes < 1024 * 1024
+        "#{(@bytes / 1024).round}KB"
+      elsif @bytes < 1024 * 1024 * 1024
+        "#{(@bytes / (1024 * 1024)).round}MB"
+      else
+        "#{(@bytes / (1024 * 1024 * 1024)).round}GB"
+      end
+    end
+
+    def to_i
+      @bytes
+    end
+  end
+end

data/lib/lazylead/cli/app.rb

@@ -0,0 +1,87 @@
+# frozen_string_literal: true
+
+# The MIT License
+#
+# Copyright (c) 2019-2020 Yurii Dubinka
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom
+# the Software is  furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE
+# OR OTHER DEALINGS IN THE SOFTWARE.
+
+require "vcs4sql/sqlite/migration"
+require_relative "../smtp"
+require_relative "../schedule"
+
+module Lazylead
+  # @todo #/DEV Lazylead::CLI::Args add a new class which extends hash
+  #  in order to access command-line arguments in easy manner.
+  module CLI
+    #
+    # APP start command.
+    #
+    # By default, the app will check the version of the database structure and
+    #  apply the missing change sets (more https://github.com/dgroup/vcs4sql).
+    #
+    # Author:: Yurii Dubinka (yurii.dubinka@gmail.com)
+    # Copyright:: Copyright (c) 2019-2020 Yurii Dubinka
+    # License:: MIT
+    class App
+      def initialize(log, schedule, smtp = Smtp.new)
+        @log = log
+        @schedule = schedule
+        @smtp = smtp
+      end
+
+      def run(opts)
+        apply_vcs_migration opts
+        enable_active_record
+        @smtp.enable
+        schedule_tasks
+      end
+
+      private
+
+      def apply_vcs_migration(opts)
+        @db = File.expand_path(opts[:home]) + "/" + opts[:sqlite]
+        vcs = File.expand_path(opts[:home]) + "/" + opts[:vcs4sql]
+        @log.debug "Database: '#{@db}', sql migration dir: '#{vcs}'"
+        Vcs4sql::Sqlite::Migration.new(@db).upgrade vcs, opts[:testdata]
+        @log.debug "Migration applied to #{@db} from #{vcs}"
+      end
+
+      def enable_active_record
+        ActiveRecord::Base.establish_connection(
+          adapter: "sqlite3",
+          database: @db
+        )
+        @log.debug "Database connection established"
+      end
+
+      def schedule_tasks
+        todo = ORM::Task.where(enabled: "true")
+        if todo.empty?
+          @log.warn "ll-001: No tasks found."
+        else
+          todo.find_each do |task|
+            @schedule.register task
+          end
+          @schedule.join
+        end
+      end
+    end
+  end
+end

data/lib/lazylead/confluence.rb

@@ -0,0 +1,157 @@
+# frozen_string_literal: true
+
+# The MIT License
+#
+# Copyright (c) 2019-2020 Yurii Dubinka
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom
+# the Software is  furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE
+# OR OTHER DEALINGS IN THE SOFTWARE.
+
+require "faraday"
+require "jira-ruby"
+
+module Lazylead
+  # Represents single Confluence instance.
+  #
+  # Author:: Yurii Dubinka (yurii.dubinka@gmail.com)
+  # Copyright:: Copyright (c) 2019-2020 Yurii Dubinka
+  # License:: MIT
+  class Confluence
+    def initialize(conf)
+      @conf = conf
+      @http = Faraday.new(url: @conf.url)
+      @http.basic_auth(@conf.user, @conf.pass)
+    end
+
+    # Confluence instance url like
+    #  http://confluence.com
+    #  https://confluence.com
+    def url
+      @conf.url
+    end
+
+    # Construct the remote link from Jira ticket to Confluence page.
+    # Read more:
+    #  - https://bit.ly/2zkfTwB
+    #  - https://bit.ly/2zk8iOB
+    #  - https://bit.ly/3bkGkiU
+    def make_link(url, type = "Wiki Page")
+      {
+        globalId: "appId=#{@conf.app}&pageId=#{url[/pageId=(?<id>\d+)/, 1]}",
+        application: { type: @conf.type, name: @conf.name },
+        relationship: type,
+        object: { url: url, title: type }
+      }
+    end
+
+    # Fetch the page url with pageId (Atlassian global id)
+    #  using confluence space name and page title.
+    #
+    # @return url with following format
+    #  http://host/pages/viewpage.action?pageId=xxxxx or blank string in case of
+    #  errors
+    #
+    # @todo #/DEV Unable to find confluence pages where title has ":" symbol.
+    #  The symbol ":" might be replaced by "%3A". The search needs to consider
+    #  this case as well.
+    def fetch_page_id(space, title)
+      resp = @http.get(
+        "/rest/api/content", limit: 1, spaceKey: space, title: title
+      ).body
+      return "" if resp.blank?
+      pages = JSON.parse(resp)
+      return "" if pages["results"].empty?
+      "#{@conf.url}/pages/viewpage.action?"\
+          "pageId=#{pages['results'].first['id']}"
+    end
+  end
+
+  # The reference from Jira issue to Confluence system.
+  class Link
+    # :issue  :: The issue from external system
+    # :sys    :: The jira ticketing system
+    # :cnfl   :: The Confluence instances details (host, appId)
+    #            which expected within the comments
+    def initialize(issue, sys, cnfl)
+      @issue = issue
+      @sys = sys
+      @confl = cnfl
+    end
+
+    # Fetch ticket links from comments
+    def fetch_links
+      ticket = @sys.raw do |conn|
+        conn.Issue.find(@issue.id, expand: "comments,changelog", fields: "")
+      end
+      @mentioned = mentioned_links(ticket)
+      @existing = existing_links(ticket)
+      @diff = @mentioned.reject { |url| @existing.include? url }
+    end
+
+    # Detect links mentioned in ticket comments
+    def mentioned_links(ticket)
+      ticket.comments
+            .map { |cmnt| cmnt.attrs["body"] }
+            .select { |cmnt| @confl.any? { |c| cmnt.include? c.url } }
+            .flat_map { |cmnt| cmnt.split " " }
+            .select { |cmnt| @confl.any? { |c| cmnt.start_with? c.url } }
+            .map(&method(:to_page_id))
+            .reject(&:blank?)
+            .uniq
+    end
+
+    # Convert confluence page url to the following format:
+    #  http://confluence.com/pages/viewpage.action?pageId=xxxxx
+    #
+    # Sometimes links to confluence pages have the following formats:
+    #  http://confluence.com/pages/spaceKey=THESPACE&title=THETITLE
+    #  http://confluence.com/display/THESPACE/THETITLE
+    # and can't be linked though the "remote link" Jira functionality.
+    def to_page_id(url)
+      return url if url.include? "pageId="
+      if url.include? "&title="
+        space = url[/spaceKey=(?<space>[A-Z0-9+.]+)/, 1]
+        title = url[/&title=(?<title>[A-Za-z0-9+.]+)/, 1]
+      else
+        space, title = url.split("/").last(2)
+      end
+      @confl.find { |c| url.start_with? c.url }
+            .fetch_page_id(space, title.tr("+", " "))
+    end
+
+    # Detect existing links from the ticket
+    def existing_links(ticket, type = "Wiki Page")
+      ticket.remotelink
+            .all
+            .select { |l| l.attrs["relationship"] == type }
+            .map { |e| e.attrs["object"]["url"] }
+    end
+
+    def need_link?
+      !@diff.empty?
+    end
+
+    # Add reference to Confluence page from current issue
+    def add_link
+      @diff.each do |url|
+        cnf = @confl.find { |c| url.start_with? c.url }
+        @issue.remotelink.build.save cnf.make_link(url)
+      end
+    end
+  end
+end