lazylead 0.1.2 → 0.4.1

data/bin/lazylead

@@ -34,15 +34,19 @@ require "logging"
 require "backtrace"
 require "memory_profiler"
 require_relative "../lib/lazylead/log"
+require_relative "../lib/lazylead/home"
 require_relative "../lib/lazylead/schedule"
 require_relative "../lib/lazylead/allocated"
 require_relative "../lib/lazylead/cli/app"
 
-log = Lazylead::Log::ERRORS
+log = Lazylead::Log.new
 Thread.current.name = "main"
+Logging.mdc["tid"] = Thread.current.name
 Encoding.default_external = Encoding::UTF_8
 Encoding.default_internal = Encoding::UTF_8
 
+# @todo #/DEV Decorate ARGV with custom methods in order to avoid code
+#  duplication, like { ARGV.include? "--trace" }
 opts = Slop.parse(ARGV, strict: false, suppress_errors: true) do |o|
   o.banner = "Usage: lazylead [options]
 Available options:"
@@ -51,25 +55,29 @@ Available options:"
   o.bool "--memory-dump", "Dump memory snapshot afterwards, to the console",
          default: false
   o.string "--home",
-           "Home directory (default: #{Dir.pwd})",
-           default: ENV["LL_HOME"].nil? ? Dir.pwd : ENV["LL_HOME"]
+           "Home directory (default #{Lazylead::Home.new.dir})",
+           default: Lazylead::Home.new.dir
   o.string "--sqlite",
            "SQLite database file name",
            default: "lazylead.db"
   o.string "--vcs4sql",
            "Home directory with database version control(vcs) scripts",
            default: "upgrades/sqlite"
+  o.integer "--max-connections",
+            "SQL connections pool size",
+            default: 5
   o.bool "--testdata",
          "Apply the database VCS migration with test data",
          default: false
   o.on "--verbose", "Enable extra logging information" do
-    log = Lazylead::Log::VERBOSE
+    log.verbose
   end
   o.on "-v", "--version", "Show current version" do
     log.debug Lazylead::VERSION
     exit
   end
 end
+log.debug("Version: #{Lazylead::VERSION}")
 log.debug("Memory footprint at start is #{Lazylead::Allocated.new}")
 cmd = lambda do
   Lazylead::CLI::App.new(
@@ -86,7 +94,7 @@ cmd = lambda do
   return 0
 rescue StandardError => e
   log.error("#{e.message} (#{e.class.name})")
-  log.error(Backtrace.new(e)) if opts["trace"]
+  log.error(Backtrace.new(e)) if ARGV.include? "--trace"
   return -1
 end
 code = 0

data/lazylead.gemspec

@@ -32,7 +32,7 @@ Gem::Specification.new do |s|
   s.rubygems_version = "2.2"
   s.required_ruby_version = ">=2.6.5"
   s.name = "lazylead"
-  s.version = "0.1.2"
+  s.version = "0.4.1"
   s.license = "MIT"
   s.summary = "Eliminate the annoying work within bug-trackers."
   s.description = "Ticketing systems (Github, Jira, etc.) are strongly
@@ -45,7 +45,7 @@ tasks instead of solving technical problems."
   s.authors = ["Yurii Dubinka"]
   s.email = "yurii.dubinka@gmail.com"
   s.homepage = "http://github.com/dgroup/lazylead"
-  s.post_install_message = "Thanks for installing Lazylead v0.1.2!
+  s.post_install_message = "Thanks for installing Lazylead v0.4.1!
   Read our blog posts: https://lazylead.org
   Stay in touch with the community in Telegram: https://t.me/lazylead
   Follow us on Twitter: https://twitter.com/lazylead
@@ -57,14 +57,10 @@ tasks instead of solving technical problems."
   s.extra_rdoc_files = %w[readme.md license.txt]
   s.add_runtime_dependency "activerecord", "6.0.3"
   s.add_runtime_dependency "backtrace", "0.3"
-  s.add_runtime_dependency "concurrent-ruby", "1.1.5"
-  s.add_runtime_dependency "diffy", "3.3.0"
   s.add_runtime_dependency "faraday", "1.0.1"
-  s.add_runtime_dependency "futex", "0.8.5"
   s.add_runtime_dependency "get_process_mem", "0.2.5"
-  s.add_runtime_dependency "haml", "5.0.4"
   s.add_runtime_dependency "jira-ruby", "1.7.1"
-  s.add_runtime_dependency "json", "2.2.0"
+  s.add_runtime_dependency "json", "2.3.0"
   s.add_runtime_dependency "logging", "2.2.2"
   s.add_runtime_dependency "mail", "2.7.1"
   s.add_runtime_dependency "memory_profiler", "0.9.13"
@@ -72,22 +68,14 @@ tasks instead of solving technical problems."
   s.add_runtime_dependency "rainbow", "3.0.0"
   s.add_runtime_dependency "require_all", "3.0.0"
   s.add_runtime_dependency "rufus-scheduler", "3.6.0"
-  s.add_runtime_dependency "semantic", "1.6.1"
-  s.add_runtime_dependency "sinatra", "2.0.5"
   s.add_runtime_dependency "slop", "4.4"
   s.add_runtime_dependency "sqlite3", "1.4.2"
-  s.add_runtime_dependency "sys-proctable", "1.2.1"
-  s.add_runtime_dependency "threads", "0.3"
   s.add_runtime_dependency "tilt", "2.0.10"
-  s.add_runtime_dependency "total", "0.3"
-  s.add_runtime_dependency "typhoeus", "1.3.1"
   s.add_runtime_dependency "tzinfo", "1.1"
   s.add_runtime_dependency "tzinfo-data", "1.2019.3"
-  s.add_runtime_dependency "usagewatch_ext", "0.2.1"
   s.add_runtime_dependency "vcs4sql", "0.1.0"
   s.add_runtime_dependency "viewpoint", "1.1.0"
-  s.add_runtime_dependency "zache", "0.12"
-  s.add_development_dependency "codecov", "0.1.14"
+  s.add_development_dependency "codecov", "0.2.3"
   s.add_development_dependency "guard", "2.15.0"
   s.add_development_dependency "guard-minitest", "2.4.6"
   s.add_development_dependency "minitest", "5.11.3"

data/lib/lazylead/cc.rb

@@ -0,0 +1,180 @@
+# frozen_string_literal: true
+
+# The MIT License
+#
+# Copyright (c) 2019-2020 Yurii Dubinka
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom
+# the Software is  furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE
+# OR OTHER DEALINGS IN THE SOFTWARE.
+require "forwardable"
+
+module Lazylead
+  # Entry point for email CC detection.
+  # The email may need CC email addresses, thus, there are various strategies
+  #  how it can be done.
+  class CC
+    # Build an CC in order to detect email addresses by different conditions.
+    #
+    # Supported conditions(types):
+    #  - PlainCC
+    #  - PredefinedCC
+    #  - ComponentCC
+    #  - Empty
+    #
+    def detect(emails, sys)
+      return emails if recognized?(emails)
+      return PlainCC.new(emails) if plain?(emails)
+      return EmptyCC.new if undefined?(emails)
+      type = emails["type"].constantize
+      return ComponentCC.new(emails["project"], sys) if type.is_a? ComponentCC
+      type.new(emails["opts"])
+    end
+
+    # Detect that raw CC is a string which may has plain email addresses
+    def plain?(text)
+      (text.is_a? String) && text.to_s.include?("@")
+    end
+
+    def recognized?(emails)
+      [EmptyCC, PlainCC, ComponentCC, PredefinedCC].member? emails.class
+    end
+
+    def undefined?(emails)
+      return true unless emails.key? "type"
+      emails["type"].nil? || emails["type"].blank?
+    end
+  end
+
+  # Array of CC addresses from text for email notification.
+  #
+  #   PlainCC.new("a@f.com, , -,b@f.com").cc    # ==> ["a@f.com", "b@f.com"]
+  #
+  # Author:: Yurii Dubinka (yurii.dubinka@gmail.com)
+  # Copyright:: Copyright (c) 2019-2020 Yurii Dubinka
+  # License:: MIT
+  class PlainCC
+    include Enumerable
+    extend Forwardable
+    def_delegators :@cc, :each
+
+    # The regexp expression for email notification is very simple, here is the
+    # reason why https://bit.ly/38iLKeo
+    def initialize(text, regxp = /[^\s]@[^\s]/)
+      @text = text
+      @regxp = regxp
+    end
+
+    def cc
+      @cc ||= begin
+                if @text.include? ","
+                  @text.split(",").map(&:strip).select { |e| e[@regxp] }
+                elsif @text[@regxp]
+                  [@text.strip]
+                end
+              end
+    end
+
+    def each(&block)
+      cc.each(&block)
+    end
+  end
+
+  # Empty CC email addresses.
+  class EmptyCC
+    def cc
+      []
+    end
+  end
+
+  # Predefined CC addresses for email notification.
+  # You may define a hash where
+  #  - key is Jira ticket component
+  #  - value is CC email address(es)
+  #
+  # Author:: Yurii Dubinka (yurii.dubinka@gmail.com)
+  # Copyright:: Copyright (c) 2019-2020 Yurii Dubinka
+  # License:: MIT
+  class PredefinedCC
+    def initialize(orig)
+      @orig = orig
+    end
+
+    def [](key)
+      to_h[key]
+    end
+
+    def cc(*names)
+      return to_h.values.flatten.uniq.compact if names.count.zero?
+      return self[names.first] if names.count == 1
+      to_h.values_at(names.first, *names.drop(1)).flatten.uniq.compact
+    end
+
+    def to_h
+      @to_h ||= begin
+                  if @orig.is_a? Hash
+                    @orig.each_with_object({}) do |i, o|
+                      o[i.first] = Lazylead::PlainCC.new(i.last).cc
+                    end
+                  else
+                    {}
+                  end
+                end
+    end
+  end
+
+  # CC addresses based on Jira component owners for email notification.
+  # Allows to detect the CC for particular ticket based on its component.
+  #
+  # Author:: Yurii Dubinka (yurii.dubinka@gmail.com)
+  # Copyright:: Copyright (c) 2019-2020 Yurii Dubinka
+  # License:: MIT
+  class ComponentCC < Lazylead::PredefinedCC
+    def initialize(prj, jira)
+      @prj = prj
+      @jira = jira
+    end
+
+    def to_h
+      @to_h ||= begin
+                  components.each_with_object({}) do |c, h|
+                    email = lead(c.attrs["id"])
+                    next if email.nil? || email.blank?
+                    h[c.attrs["name"]] = email
+                  end
+                end
+    end
+
+    private
+
+    def lead(component_id)
+      @jira.raw do |j|
+        lead = j.Component
+                .find(component_id, expand: "", fields: "")
+                .attrs["lead"]
+        next if lead.nil? || lead.empty?
+        j.User.find(lead["key"]).attrs["emailAddress"]
+      end
+    end
+
+    def components
+      @jira.raw do |j|
+        j.Project.find(@prj, expand: "components", fields: "").components
+      end
+    end
+  end
+end

data/lib/lazylead/cli/app.rb

@@ -48,7 +48,7 @@ module Lazylead
 
       def run(opts)
         apply_vcs_migration opts
-        enable_active_record
+        enable_active_record opts
         @smtp.enable
         schedule_tasks
       end
@@ -63,10 +63,11 @@ module Lazylead
         @log.debug "Migration applied to #{@db} from #{vcs}"
       end
 
-      def enable_active_record
+      def enable_active_record(opts)
         ActiveRecord::Base.establish_connection(
           adapter: "sqlite3",
-          database: @db
+          database: @db,
+          pool: opts[:max_connections]
         )
         @log.debug "Database connection established"
       end

data/lib/lazylead/exchange.rb

@@ -42,7 +42,7 @@ module Lazylead
     include Emailing
 
     def initialize(
-      log = Log::NOTHING, salt = Salt.new("exchange_salt"), opts = ENV.to_h
+      log = Log.new, salt = Salt.new("exchange_salt"), opts = ENV.to_h
     )
       @log = log
       @salt = salt
@@ -61,12 +61,25 @@ module Lazylead
         body_type: "HTML",
         to_recipients: to
       }
-      msg.update(cc_recipients: split("cc", opts)) if opts.key? "cc"
+      msg.update(cc_recipients: opts["cc"]) if opts.key? "cc"
+      add_attachments(msg, opts)
       cli.send_message msg
+      close_attachments msg
       @log.debug "Email was generated from #{opts} and send by #{__FILE__}. " \
                  "Here is the body: #{html}"
     end
 
+    def add_attachments(msg, opts)
+      return unless opts.key? "attachments"
+      files = split("attachments", opts).map { |f| File.open(f, "r") }
+      msg[:file_attachments] = files
+    end
+
+    def close_attachments(msg)
+      return if msg[:file_attachments].nil? || msg[:file_attachments].empty?
+      msg[:file_attachments].each(&:close)
+    end
+
     private
 
     def cli

data/lib/lazylead/home.rb

@@ -0,0 +1,38 @@
+# frozen_string_literal: true
+
+# The MIT License
+#
+# Copyright (c) 2019-2020 Yurii Dubinka
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom
+# the Software is  furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE
+# OR OTHER DEALINGS IN THE SOFTWARE.
+
+require "logging"
+
+module Lazylead
+  # Home directory for lazylead
+  #
+  # Author:: Yurii Dubinka (yurii.dubinka@gmail.com)
+  # Copyright:: Copyright (c) 2019-2020 Yurii Dubinka
+  # License:: MIT
+  class Home
+    def dir
+      ENV["LL_HOME"].nil? ? Dir.pwd : ENV["LL_HOME"]
+    end
+  end
+end

data/lib/lazylead/log.rb

@@ -23,16 +23,38 @@
 # OR OTHER DEALINGS IN THE SOFTWARE.
 
 require "logging"
+require "forwardable"
 
 module Lazylead
-  # Loggers.
+  # The main application logger
+  class Log
+    extend Forwardable
+    def_delegators :@log, :debug, :info, :warn, :error
+
+    def initialize(log = Lazylead::Level::ERRORS)
+      @log = log
+      @log = Lazylead::Level::DEBUG if ARGV.include? "--trace"
+    end
+
+    def nothing
+      @log = Lazylead::Level::NOTHING
+      self
+    end
+
+    def verbose
+      @log = Lazylead::Level::DEBUG
+      self
+    end
+  end
+
+  # Predefined logging levels.
   #
   # There are 3 colored loggers so far:
   #  NOTHING - for cases when logging isn't required
   #  VERBOSE - all logging levels including debug
   #  ERRORS - for errors only which are critical for app.
   #
-  module Log
+  module Level
     # Coloring configuration for appender(s).
     Logging.color_scheme("bright",
                          levels: {
@@ -46,7 +68,7 @@ module Lazylead
     Logging.appenders.stdout(
       "stdout",
       layout: Logging.layouts.pattern(
-        pattern: "[%d] %-5l %m\n",
+        pattern: "[%d] %-5l [%X{tid}] %m\n",
         color_scheme: "bright"
       )
     )
@@ -57,12 +79,12 @@ module Lazylead
     NOTHING.freeze
 
     # All levels including debug
-    VERBOSE = Logging.logger["verbose"]
-    VERBOSE.level = :debug
-    VERBOSE.add_appenders "stdout"
-    VERBOSE.freeze
+    DEBUG = Logging.logger["debug"]
+    DEBUG.level = :debug
+    DEBUG.add_appenders "stdout"
+    DEBUG.freeze
 
-    # Alerts
+    # Alerts/errors
     ERRORS = Logging.logger["errors"]
     ERRORS.level = :error
     ERRORS.add_appenders "stdout"