lazylead 0.1.1 → 0.4.0

data/.pdd

@@ -2,4 +2,4 @@
 --verbose
 --exclude target/**/*
 --exclude coverage/**/*
---rule min-words:5
+--rule min-words:7

data/.rubocop.yml

@@ -25,7 +25,7 @@ Metrics/BlockLength:
     - "*.gemspec"
     - "Rakefile"
     - "bin/lazylead"
-    - "test/lazylead/cli/start_test.rb"
+    - "test/**/*"
 
 Metrics/ClassLength:
   Exclude:
@@ -77,6 +77,12 @@ Style/HashTransformKeys:
 Style/HashTransformValues:
   Enabled: true
 
+# @todo #/DEV accuracy.rb is using % symbol in text message and rubocop
+#  complains about it. It's false-positive violation, thus, for now ignored for this file
+Style/FormatStringToken:
+  Exclude:
+    - "lib/lazylead/task/accuracy/accuracy.rb"
+
 Lint/RaiseException:
   Enabled: true
 

data/.rultor.yml

@@ -1,31 +1,30 @@
+architect:
+  - dgroup
 assets:
-  rubygems.yml: dgroup/ossrh#rubygems.yml
+  rubygems.yml: dgroup/home#rubygems.yml
+  circleci.header: dgroup/home#circleci.header
 install: |
   export GEM_HOME=~/.ruby
   export GEM_PATH=$GEM_HOME:$GEM_PATH
-  sudo apt-get -y update
-  sudo apt-get -y install libcurl4-openssl-dev
-  sudo gem install pdd -v 0.20.5
+docker:
+  image: ruby:2.6.5
 release:
   script: |-
+    set -e
     export RUBYOPT="-W0"
     [[ "${tag}" =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]] || exit -1
     sed -i "s/0\.0\.0/${tag}/g" lib/lazylead/version.rb
+    sed -i "s/0\.0\.0/${tag}/g" lazylead.gemspec
     bundle install --no-color
-    rake --quiet
-    git add lib/lazylead/version.rb
+    bundle exec rake --trace test rubocop sqlint xcop
+    git add lib/lazylead/version.rb lazylead.gemspec
     git commit -m "version set to ${tag}"
     gem build lazylead.gemspec
     chmod 0600 ../rubygems.yml
     gem push *.gem --config-file ../rubygems.yml
-architect:
-- dgroup
+    curl -s -X POST --url "https://circleci.com/api/v2/project/gh/dgroup/lazylead/envvar" -H @../circleci.header -H "accept: application/json" -H "content-type: application/json" -d "{ \"name\": \"DOCKER_RELEASE_TAGS\", \"value\": \"${tag}\" }" -o /dev/null
+    curl -s -X POST --url https://circleci.com/api/v2/project/gh/dgroup/lazylead/pipeline -H @../circleci.header -H 'accept: application/json' -H 'content-type: application/json' -H 'x-attribution-login: dgroup' -o /dev/null
 merge:
   script: |-
     bundle install
-    rake --quiet
-    pdd -f /dev/null -v
-deploy:
-  script: |-
-    echo "There is nothing to deploy"
-    exit -1
+    bundle exec rake test rubocop sqlint xcop

data/.simplecov

@@ -1,11 +1,5 @@
 # encoding: utf-8
 
-# @todo #/DEV Increase code coverage from 75% to 80%+.
-#  Right now it was decreased to 75% due to long manual setup of
-#  dev. instances of Atlassian Jira and Confluence.
-#  It was configured locally and there is no automation for now how
-#  it can be included quickly into CI process. This need to be done later.
-
 SimpleCov.formatter = SimpleCov::Formatter::MultiFormatter.new(
   [SimpleCov::Formatter::HTMLFormatter]
 )

data/Rakefile

@@ -26,6 +26,7 @@ require "rubygems"
 require "rake"
 require "date"
 require "rdoc"
+require "rainbow"
 require "rake/clean"
 
 # @todo #/DEV Investigate the possibility of using migrations from active_record
@@ -44,7 +45,7 @@ def version
   Gem::Specification.load(Dir["*.gemspec"].first).version
 end
 
-task default: %i[clean test rubocop xcop copyright]
+task default: %i[clean test rubocop sqlint xcop copyright docker]
 
 require "rake/testtask"
 desc "Run all unit tests"
@@ -88,6 +89,42 @@ Xcop::RakeTask.new :xcop do |task|
   task.excludes = %w[target/**/* coverage/**/* wp/**/*]
 end
 
+# @todo #/DEV Enable rule "Checks SQL against the ANSI syntax" fully.
+#  Right now all violations related to PRAGMA https://www.sqlite.org/pragma.html
+#  are suppressed as PRAGMA is sqlite specific option.
+#  Potential fix is to move this option into vcs4sql lib and remove from our
+#  sql files.
+task :sqlint do
+  puts "Running sqlint..."
+  require "sqlint"
+  src = Dir.glob("upgrades/**/*.sql")
+  puts "Inspecting #{src.size} files"
+  total = 0
+  src.each do |f|
+    violations = SQLint::Linter.new(f, File.open(f, "r"))
+                               .run
+                               .first(1000)
+                               .reject { |v| v.message.include? '"PRAGMA"' }
+    violations.each do |v|
+      msg_lines = v.message.split("\n")
+      p [v.filename, v.line, v.column, "#{v.type} #{msg_lines.shift}"].join ":"
+    end
+    total += violations.count { |lint| lint.type == :error }
+  end
+  if total.positive?
+    abort "#{Rainbow(total).red} SQL violations found."
+  else
+    puts "#{src.size} files inspected, #{Rainbow('no offenses').green} detected"
+  end
+end
+
 task :clean do
   Dir.glob("test/resources/**/*.db").each { |f| File.delete(f) }
 end
+
+task :docker do
+  puts "Building docker image..."
+  system "docker-compose -f .docker/docker-compose.yml build "\
+          " --build-arg release_tags='latest 1.0'"\
+          " --build-arg version=1.0"
+end

data/bin/lazylead

@@ -34,15 +34,19 @@ require "logging"
 require "backtrace"
 require "memory_profiler"
 require_relative "../lib/lazylead/log"
+require_relative "../lib/lazylead/home"
 require_relative "../lib/lazylead/schedule"
 require_relative "../lib/lazylead/allocated"
 require_relative "../lib/lazylead/cli/app"
 
-log = Lazylead::Log::ERRORS
+log = Lazylead::Log.new
 Thread.current.name = "main"
+Logging.mdc["tid"] = Thread.current.name
 Encoding.default_external = Encoding::UTF_8
 Encoding.default_internal = Encoding::UTF_8
 
+# @todo #/DEV Decorate ARGV with custom methods in order to avoid code
+#  duplication, like { ARGV.include? "--trace" }
 opts = Slop.parse(ARGV, strict: false, suppress_errors: true) do |o|
   o.banner = "Usage: lazylead [options]
 Available options:"
@@ -51,25 +55,29 @@ Available options:"
   o.bool "--memory-dump", "Dump memory snapshot afterwards, to the console",
          default: false
   o.string "--home",
-           "Home directory (default: #{Dir.pwd})",
-           default: ENV["LL_HOME"].nil? ? Dir.pwd : ENV["LL_HOME"]
+           "Home directory (default #{Lazylead::Home.new.dir})",
+           default: Lazylead::Home.new.dir
   o.string "--sqlite",
            "SQLite database file name",
            default: "lazylead.db"
   o.string "--vcs4sql",
            "Home directory with database version control(vcs) scripts",
            default: "upgrades/sqlite"
+  o.integer "--max-connections",
+            "SQL connections pool size",
+            default: 5
   o.bool "--testdata",
          "Apply the database VCS migration with test data",
          default: false
   o.on "--verbose", "Enable extra logging information" do
-    log = Lazylead::Log::VERBOSE
+    log.verbose
   end
   o.on "-v", "--version", "Show current version" do
     log.debug Lazylead::VERSION
     exit
   end
 end
+log.debug("Version: #{Lazylead::VERSION}")
 log.debug("Memory footprint at start is #{Lazylead::Allocated.new}")
 cmd = lambda do
   Lazylead::CLI::App.new(
@@ -86,7 +94,7 @@ cmd = lambda do
   return 0
 rescue StandardError => e
   log.error("#{e.message} (#{e.class.name})")
-  log.error(Backtrace.new(e)) if opts["trace"]
+  log.error(Backtrace.new(e)) if ARGV.include? "--trace"
   return -1
 end
 code = 0

data/lazylead.gemspec

@@ -32,7 +32,7 @@ Gem::Specification.new do |s|
   s.rubygems_version = "2.2"
   s.required_ruby_version = ">=2.6.5"
   s.name = "lazylead"
-  s.version = "0.1.1"
+  s.version = "0.4.0"
   s.license = "MIT"
   s.summary = "Eliminate the annoying work within bug-trackers."
   s.description = "Ticketing systems (Github, Jira, etc.) are strongly
@@ -45,7 +45,7 @@ tasks instead of solving technical problems."
   s.authors = ["Yurii Dubinka"]
   s.email = "yurii.dubinka@gmail.com"
   s.homepage = "http://github.com/dgroup/lazylead"
-  s.post_install_message = "Thanks for installing Lazylead v0.0.0!
+  s.post_install_message = "Thanks for installing Lazylead v0.4.0!
   Read our blog posts: https://lazylead.org
   Stay in touch with the community in Telegram: https://t.me/lazylead
   Follow us on Twitter: https://twitter.com/lazylead
@@ -54,17 +54,13 @@ tasks instead of solving technical problems."
   s.executables = s.files.grep(%r{^bin/}) { |f| File.basename(f) }
   s.test_files = s.files.grep(%r{^(test|features)/})
   s.rdoc_options = ["--charset=UTF-8"]
-  s.extra_rdoc_files = ["readme.md", "license.txt"]
+  s.extra_rdoc_files = %w[readme.md license.txt]
   s.add_runtime_dependency "activerecord", "6.0.3"
   s.add_runtime_dependency "backtrace", "0.3"
-  s.add_runtime_dependency "concurrent-ruby", "1.1.5"
-  s.add_runtime_dependency "diffy", "3.3.0"
   s.add_runtime_dependency "faraday", "1.0.1"
-  s.add_runtime_dependency "futex", "0.8.5"
   s.add_runtime_dependency "get_process_mem", "0.2.5"
-  s.add_runtime_dependency "haml", "5.0.4"
   s.add_runtime_dependency "jira-ruby", "1.7.1"
-  s.add_runtime_dependency "json", "2.2.0"
+  s.add_runtime_dependency "json", "2.3.0"
   s.add_runtime_dependency "logging", "2.2.2"
   s.add_runtime_dependency "mail", "2.7.1"
   s.add_runtime_dependency "memory_profiler", "0.9.13"
@@ -72,22 +68,14 @@ tasks instead of solving technical problems."
   s.add_runtime_dependency "rainbow", "3.0.0"
   s.add_runtime_dependency "require_all", "3.0.0"
   s.add_runtime_dependency "rufus-scheduler", "3.6.0"
-  s.add_runtime_dependency "semantic", "1.6.1"
-  s.add_runtime_dependency "sinatra", "2.0.5"
   s.add_runtime_dependency "slop", "4.4"
   s.add_runtime_dependency "sqlite3", "1.4.2"
-  s.add_runtime_dependency "sys-proctable", "1.2.1"
-  s.add_runtime_dependency "threads", "0.3"
   s.add_runtime_dependency "tilt", "2.0.10"
-  s.add_runtime_dependency "total", "0.3"
-  s.add_runtime_dependency "typhoeus", "1.3.1"
   s.add_runtime_dependency "tzinfo", "1.1"
   s.add_runtime_dependency "tzinfo-data", "1.2019.3"
-  s.add_runtime_dependency "usagewatch_ext", "0.2.1"
   s.add_runtime_dependency "vcs4sql", "0.1.0"
   s.add_runtime_dependency "viewpoint", "1.1.0"
-  s.add_runtime_dependency "zache", "0.12"
-  s.add_development_dependency "codecov", "0.1.14"
+  s.add_development_dependency "codecov", "0.2.3"
   s.add_development_dependency "guard", "2.15.0"
   s.add_development_dependency "guard-minitest", "2.4.6"
   s.add_development_dependency "minitest", "5.11.3"
@@ -101,5 +89,6 @@ tasks instead of solving technical problems."
   s.add_development_dependency "rubocop-minitest", "0.5.1"
   s.add_development_dependency "rubocop-performance", "1.5.2"
   s.add_development_dependency "rubocop-rspec", "1.33.0"
+  s.add_development_dependency "sqlint", "0.1.10"
   s.add_development_dependency "xcop", "0.6"
 end

data/lib/lazylead/cc.rb

@@ -0,0 +1,180 @@
+# frozen_string_literal: true
+
+# The MIT License
+#
+# Copyright (c) 2019-2020 Yurii Dubinka
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom
+# the Software is  furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE
+# OR OTHER DEALINGS IN THE SOFTWARE.
+require "forwardable"
+
+module Lazylead
+  # Entry point for email CC detection.
+  # The email may need CC email addresses, thus, there are various strategies
+  #  how it can be done.
+  class CC
+    # Build an CC in order to detect email addresses by different conditions.
+    #
+    # Supported conditions(types):
+    #  - PlainCC
+    #  - PredefinedCC
+    #  - ComponentCC
+    #  - Empty
+    #
+    def detect(emails, sys)
+      return emails if recognized?(emails)
+      return PlainCC.new(emails) if plain?(emails)
+      return EmptyCC.new if undefined?(emails)
+      type = emails["type"].constantize
+      return ComponentCC.new(emails["project"], sys) if type.is_a? ComponentCC
+      type.new(emails["opts"])
+    end
+
+    # Detect that raw CC is a string which may has plain email addresses
+    def plain?(text)
+      (text.is_a? String) && text.to_s.include?("@")
+    end
+
+    def recognized?(emails)
+      [EmptyCC, PlainCC, ComponentCC, PredefinedCC].member? emails.class
+    end
+
+    def undefined?(emails)
+      return true unless emails.key? "type"
+      emails["type"].nil? || emails["type"].blank?
+    end
+  end
+
+  # Array of CC addresses from text for email notification.
+  #
+  #   PlainCC.new("a@f.com, , -,b@f.com").cc    # ==> ["a@f.com", "b@f.com"]
+  #
+  # Author:: Yurii Dubinka (yurii.dubinka@gmail.com)
+  # Copyright:: Copyright (c) 2019-2020 Yurii Dubinka
+  # License:: MIT
+  class PlainCC
+    include Enumerable
+    extend Forwardable
+    def_delegators :@cc, :each
+
+    # The regexp expression for email notification is very simple, here is the
+    # reason why https://bit.ly/38iLKeo
+    def initialize(text, regxp = /[^\s]@[^\s]/)
+      @text = text
+      @regxp = regxp
+    end
+
+    def cc
+      @cc ||= begin
+                if @text.include? ","
+                  @text.split(",").map(&:strip).select { |e| e[@regxp] }
+                elsif @text[@regxp]
+                  [@text.strip]
+                end
+              end
+    end
+
+    def each(&block)
+      cc.each(&block)
+    end
+  end
+
+  # Empty CC email addresses.
+  class EmptyCC
+    def cc
+      []
+    end
+  end
+
+  # Predefined CC addresses for email notification.
+  # You may define a hash where
+  #  - key is Jira ticket component
+  #  - value is CC email address(es)
+  #
+  # Author:: Yurii Dubinka (yurii.dubinka@gmail.com)
+  # Copyright:: Copyright (c) 2019-2020 Yurii Dubinka
+  # License:: MIT
+  class PredefinedCC
+    def initialize(orig)
+      @orig = orig
+    end
+
+    def [](key)
+      to_h[key]
+    end
+
+    def cc(*names)
+      return to_h.values.flatten.uniq.compact if names.count.zero?
+      return self[names.first] if names.count == 1
+      to_h.values_at(names.first, *names.drop(1)).flatten.uniq.compact
+    end
+
+    def to_h
+      @to_h ||= begin
+                  if @orig.is_a? Hash
+                    @orig.each_with_object({}) do |i, o|
+                      o[i.first] = Lazylead::PlainCC.new(i.last).cc
+                    end
+                  else
+                    {}
+                  end
+                end
+    end
+  end
+
+  # CC addresses based on Jira component owners for email notification.
+  # Allows to detect the CC for particular ticket based on its component.
+  #
+  # Author:: Yurii Dubinka (yurii.dubinka@gmail.com)
+  # Copyright:: Copyright (c) 2019-2020 Yurii Dubinka
+  # License:: MIT
+  class ComponentCC < Lazylead::PredefinedCC
+    def initialize(prj, jira)
+      @prj = prj
+      @jira = jira
+    end
+
+    def to_h
+      @to_h ||= begin
+                  components.each_with_object({}) do |c, h|
+                    email = lead(c.attrs["id"])
+                    next if email.nil? || email.blank?
+                    h[c.attrs["name"]] = email
+                  end
+                end
+    end
+
+    private
+
+    def lead(component_id)
+      @jira.raw do |j|
+        lead = j.Component
+                .find(component_id, expand: "", fields: "")
+                .attrs["lead"]
+        next if lead.nil? || lead.empty?
+        j.User.find(lead["key"]).attrs["emailAddress"]
+      end
+    end
+
+    def components
+      @jira.raw do |j|
+        j.Project.find(@prj, expand: "components", fields: "").components
+      end
+    end
+  end
+end