lazylead 0.10.5 → 0.11.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ef86e7fdc0c41c8f9d7220a580e6afd1c7f9e09e396c14142df99a407eec0d1c
-  data.tar.gz: aa452077f1e99ac82c6add4b7dd9ac057d0715f1feea02ed2d6d6e744e322991
+  metadata.gz: 85f4a0cb192b81550bc11f25d2b284e51ba3437726f72bcf5b1d13d5b8e1560f
+  data.tar.gz: 2740b477357205bb40195e72b4fbd503a30c5c0ae8a729b4bbae4a2b27e7d6e4
 SHA512:
-  metadata.gz: 58f54eb88f268b67c48ac5867502637767fb0cb27cbfaf0b6b3edd0b0119774c0fde9d78408b4e81243b279eec1fc9a18c970dfd37bc344f0654fd653ed59709
-  data.tar.gz: 131a15331350d5869187b2e8f8546715434138fc66b0d711a6a882a5292bc5937ac44e060f2a6a233dcbd098cef8e568af592ecd85d0c1b8c3f4965ddd8ac9c4
+  metadata.gz: ce207ea7736acab2e0221ef5f09c6f887e1b6d761167f5fa878553f7de0132856d79d647464e90bba21b619d9a33df869af6b4d0016ea00836628acc53a8ba47
+  data.tar.gz: 3a9568ea019e7167a80dfb88d1d202f7de64996d4e9dd2091dd08f0cc5a76b3d46195d7ef0ba5232baa0cf92cbaa0f61f36e3138f8a452bb2277d8c7b34d11a8

data/.githooks/commit-msg

@@ -0,0 +1,13 @@
+#!/usr/bin/env ruby
+
+def check_message_format
+  regex = /^#\d+:\s\w+/
+  message_file = ARGV[0]
+  message = File.read(message_file)
+  unless regex.match(message)
+    puts "Your message is not formatted correctly"
+    puts "Message should have following format: '#issue_id: Commit message'"
+    exit 1
+  end
+end
+check_message_format

data/.rultor.yml

@@ -25,6 +25,7 @@ release:
     curl -s -X POST --url "https://circleci.com/api/v2/project/gh/dgroup/lazylead/envvar" -H @../circleci.header -H "accept: application/json" -H "content-type: application/json" -d "{ \"name\": \"DOCKER_RELEASE_TAGS\", \"value\": \"${tag}\" }" -o /dev/null
     curl -s -X POST --url https://circleci.com/api/v2/project/gh/dgroup/lazylead/pipeline -H @../circleci.header -H 'accept: application/json' -H 'content-type: application/json' -H 'x-attribution-login: dgroup' -o /dev/null
 merge:
+  squash: true
   script: |-
     bundle install
     bundle exec rake test rubocop sqlint xcop

data/Rakefile

@@ -28,6 +28,7 @@ require "date"
 require "rdoc"
 require "colorize"
 require "rake/clean"
+require "concurrent"
 
 # @todo #/DEV Investigate the possibility of using migrations from active_record
 #  - Rake tasks https://gist.github.com/schickling/6762581
@@ -45,11 +46,18 @@ def version
   Gem::Specification.load(Dir["*.gemspec"].first).version
 end
 
-task default: %i[clean rubocop test sqlint xcop copyright docker]
+task default: %i[init_hooks clean rubocop test sqlint xcop copyright docker]
+
+task :init_hooks do
+  next if File.file?(".git/hooks/commit-msg")
+  FileUtils.copy(".githooks/commit-msg", ".git/hooks/commit-msg")
+  FileUtils.chmod("+x", ".git/hooks/commit-msg")
+end
 
 require "rake/testtask"
 desc "Run all unit tests"
 Rake::TestTask.new(:test) do |t|
+  ENV["MT_CPU"] = Concurrent.processor_count.to_s
   t.libs << "test"
   t.libs << "lib"
   t.test_files = FileList["test/**/*_test.rb"]

data/lazylead.gemspec

@@ -32,7 +32,7 @@ Gem::Specification.new do |s|
   s.rubygems_version = "2.2"
   s.required_ruby_version = ">=2.6.5"
   s.name = "lazylead"
-  s.version = "0.10.5"
+  s.version = "0.11.3"
   s.license = "MIT"
   s.summary = "Eliminate the annoying work within bug-trackers."
   s.description = "Ticketing systems (Github, Jira, etc.) are strongly
@@ -45,7 +45,7 @@ tasks instead of solving technical problems."
   s.authors = ["Yurii Dubinka"]
   s.email = "yurii.dubinka@gmail.com"
   s.homepage = "http://github.com/dgroup/lazylead"
-  s.post_install_message = "Thanks for installing Lazylead v0.10.5!
+  s.post_install_message = "Thanks for installing Lazylead v0.11.3!
   Read our blog posts: https://lazylead.org
   Stay in touch with the community in Telegram: https://t.me/lazylead
   Follow us on Twitter: https://twitter.com/lazylead
@@ -58,7 +58,7 @@ tasks instead of solving technical problems."
   s.add_runtime_dependency "activerecord", "6.1.3"
   s.add_runtime_dependency "backtrace", "0.3"
   s.add_runtime_dependency "colorize", "0.8.1"
-  s.add_runtime_dependency "faraday", "1.7.0"
+  s.add_runtime_dependency "faraday", "1.7.2"
   s.add_runtime_dependency "get_process_mem", "0.2.7"
   s.add_runtime_dependency "inifile", "3.0.0"
   s.add_runtime_dependency "jira-ruby", "2.1.5"
@@ -80,7 +80,7 @@ tasks instead of solving technical problems."
   s.add_runtime_dependency "tzinfo-data", "1.2021.1"
   s.add_runtime_dependency "vcs4sql", "0.1.1"
   s.add_runtime_dependency "viewpoint", "1.1.1"
-  s.add_development_dependency "codecov", "0.5.2"
+  s.add_development_dependency "codecov", "0.6.0"
   s.add_development_dependency "guard", "2.18.0"
   s.add_development_dependency "guard-minitest", "2.4.6"
   s.add_development_dependency "minitest", "5.14.4"
@@ -91,12 +91,13 @@ tasks instead of solving technical problems."
   s.add_development_dependency "rake", "13.0.6"
   s.add_development_dependency "random-port", "0.5.1"
   s.add_development_dependency "rdoc", "6.3.2"
-  s.add_development_dependency "rubocop", "1.19.0"
+  s.add_development_dependency "rubocop", "1.21.0"
   s.add_development_dependency "rubocop-minitest", "0.15.0"
-  s.add_development_dependency "rubocop-performance", "1.11.4"
+  s.add_development_dependency "rubocop-performance", "1.11.5"
   s.add_development_dependency "rubocop-rake", "0.6.0"
   s.add_development_dependency "rubocop-rspec", "2.4.0"
+  s.add_development_dependency "ruby-prof", "1.4.3"
   s.add_development_dependency "sqlint", "0.2.0"
   s.add_development_dependency "tempfile", "0.1.1"
-  s.add_development_dependency "xcop", "0.6.2"
+  s.add_development_dependency "xcop", "0.6.3"
 end

data/lib/lazylead/cli/app.rb

@@ -70,7 +70,7 @@ module Lazylead
         ActiveRecord::Base.establish_connection(
           adapter: "sqlite3",
           database: @db,
-          pool: opts[:max_connections]
+          pool: opts[:max_connections] || ENV["MT_CPU"]
         )
         @log.debug "Database connection established"
       end

data/lib/lazylead/model.rb

@@ -170,10 +170,9 @@ module Lazylead
 
     # A task with extended logging
     # @see Lazylead::ORM::Task
-    class VerboseTask
+    class Verbose
       extend Forwardable
-      def_delegators :@orig, :id, :name, :team, :to_s, :inspect, :props, :type,
-                     :unit
+      def_delegators :@orig, :id, :name, :team, :to_s, :inspect, :props, :type, :unit
 
       def initialize(orig, log = Log.new)
         @orig = orig
@@ -203,6 +202,28 @@ module Lazylead
       # rubocop:enable Metrics/AbcSize
     end
 
+    # A task which support retry in case of failure.
+    # @see Lazylead::ORM::Task
+    class Retry
+      extend Forwardable
+      def_delegators :@orig, :id, :name, :team, :to_s, :inspect, :props, :type, :unit
+
+      def initialize(orig, log = Log.new)
+        @orig = orig
+        @log = log
+      end
+
+      def exec
+        retries ||= 0
+        @orig.exec
+        @orig
+      rescue StandardError
+        sleep(props.fetch("attempt_wait", 0).to_f) if props.key? "attempt_wait"
+        retry if (retries += 1) < props.fetch("attempt", 0).to_i
+        @orig
+      end
+    end
+
     # Ticketing systems to monitor.
     class System < ActiveRecord::Base
       include ORM

data/lib/lazylead/opts.rb

@@ -64,7 +64,8 @@ module Lazylead
     def jira_defaults
       {
         max_results: fetch("max_results", 50),
-        fields: jira_fields
+        fields: jira_fields,
+        limit: to_h["limit"]
       }
     end
 
@@ -142,5 +143,16 @@ module Lazylead
     def construct(field, delim: ",")
       slice(field, delim).map(&:constantize).map(&:new)
     end
+
+    # Get the value by key
+    # @param key
+    #         The key to fetch value. The key might be a plain text or symbol
+    # @param default
+    #         The default/alternative value if key not found
+    # @return The value by key or alternative/default value.
+    def find(key, default = nil)
+      return default if key.nil?
+      to_h[key.to_s] || to_h[key.to_sym] || default
+    end
   end
 end

data/lib/lazylead/schedule.rb

@@ -48,9 +48,12 @@ module Lazylead
       @trigger.method(task.type).call(task.unit) do
         ActiveRecord::Base.connection_pool.with_connection do
           if task.props.key? "no_logs"
-            task.exec
+            ORM::Retry.new(task, @log).exec
           else
-            ORM::VerboseTask.new(task, @log).exec
+            ORM::Retry.new(
+              ORM::Verbose.new(task, @log),
+              @log
+            ).exec
           end
         end
       end

data/lib/lazylead/system/allocations.md

@@ -0,0 +1,23 @@
+## Enable profiler
+```ruby
+require 'ruby-prof'
+alloc = RubyProf.profile(:track_allocations => true) do
+  # code  
+end
+printer = RubyProf::MultiPrinter.new(alloc)
+printer.print(:path => ".", :profile => "alloc")
+```
+
+## Jira allocation memory
+Fields: `assignee,summary,priority,duedate,reporter`
+
+| Tickets       | Bytes     | KB        | MB        |
+| ------------- | :-------: | :-------: | :-------: |
+| 1             | 40        | 0.03      | 0,00003   |
+| 157           | 6280	    | 6.13      | 0.59      |
+| 4315          | 172600	| 168.55    | 0.16      |
+| 10379         | 415160    | 405.42    | 0.39      |
+|~10000         | ~400000	| ~390.625  | ~0.38     |
+
+## GitHub allocation memory		 			
+TBD

data/lib/lazylead/system/jira.rb

@@ -57,17 +57,18 @@ module Lazylead
     #   :max_results => maximum number of tickets per one iteration.
     #   :fields      => ticket fields to be fetched like assignee, summary, etc.
     def issues(jql, opts = { max_results: 50, fields: nil, expand: nil })
+      opts = Opts.new(opts)
       raw do |jira|
         start = 0
         tickets = []
         total = jira.Issue.jql(jql, max_results: 0)
         @log.debug "Found #{total} ticket(s) in '#{jql}'"
         loop do
-          tickets.concat(jira.Issue.jql(jql, opts.merge(start_at: start))
+          tickets.concat(jira.Issue.jql(jql, range(start, opts))
                              .map { |i| Lazylead::Issue.new(i, jira) })
           @log.debug "Fetched #{tickets.size}"
-          start += opts.fetch(:max_results, 50).to_i
-          break if start > total
+          start += opts.find(:max_results, 50).to_i
+          break if (start > total) || (start >= opts.find(:limit, total).to_i)
         end
         tickets
       end
@@ -82,6 +83,26 @@ module Lazylead
 
     private
 
+    # Detect tickets range in remote search result.
+    #
+    # In jira you may navigate through the search result using following parameters:
+    # https://docs.atlassian.com/jira-software/REST/7.3.1/#agile/1.0/epic-getIssuesForEpic
+    #  :start_at
+    #     The starting index of the returned issues. Base index: 0. See the 'Pagination' section at
+    #     the top of this page for more details.
+    #  :max_results
+    #     The maximum number of issues to return per page. Default: 50. See the 'Pagination' section
+    #     at the top of this page for more details. Note, the total number of issues returned is
+    #     limited by the property 'jira.search.views.default.max' in your JIRA instance. If you
+    #     exceed this limit, your results will be truncated.
+    def range(start, opts)
+      limit = opts.find(:limit, 0).to_i
+      max_results = opts.find(:max_results, 50).to_i
+      opts[:start_at] = start
+      opts[:max_results] = [limit, max_results].min if limit.positive?
+      opts
+    end
+
     def client
       return @client if defined? @client
       @opts[:auth_type] = :basic if @opts[:auth_type].nil?
@@ -326,7 +347,7 @@ module Lazylead
   #  or dashboards.
   class NoAuthJira
     extend Forwardable
-    def_delegators :@jira, :issues, :raw
+    def_delegators :@jira, :issues, :raw, :max_results, :limit
 
     def initialize(url, path = "", log = Log.new)
       @jira = Jira.new(

data/lib/lazylead/task/accuracy/accuracy.rb

@@ -22,6 +22,7 @@
 # ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE
 # OR OTHER DEALINGS IN THE SOFTWARE.
 
+require_relative "memes"
 require_relative "../../log"
 require_relative "../../opts"
 require_relative "../../email"
@@ -44,14 +45,26 @@ module Lazylead
       end
 
       def run(sys, postman, opts)
+        init_rules(opts)
+        tasks = sys.issues(opts["jql"], opts.jira_defaults.merge(expand: "changelog"))
+                   .map { |i| Score.new(i, opts) }
+                   .each do |s|
+          s.evaluate
+          s.post
+        end
+        unless tasks.empty? && tasks.size <= opts.fetch(:limit, 300).to_i
+          opts[:tickets] = tasks
+          postman.send(opts)
+        end
+        opts
+      end
+
+      # Initialize accuracy rules and configuration for tickets verification.
+      def init_rules(opts)
         Requires.new(__dir__).load
         opts[:rules] = opts.construct("rules")
         opts[:total] = opts[:rules].sum(&:score)
-        opts[:tickets] = sys.issues(opts["jql"], opts.jira_defaults.merge(expand: "changelog"))
-                            .map { |i| Score.new(i, opts) }
-                            .each(&:evaluate)
-                            .each(&:post)
-        postman.send(opts) unless opts[:tickets].empty?
+        opts[:memes] = Memes.new(opts["memes"])
       end
     end
   end
@@ -93,7 +106,7 @@ module Lazylead
         comment << "|#{r.desc}|#{r.passed(@issue) ? '(/)' : '(-)'}|#{r.field}|"
       end
       comment << docs_link
-      comment << ""
+      comment << reaction
       comment << "Posted by [lazylead v#{Lazylead::VERSION}|https://bit.ly/2NjdndS]."
       comment.join("\r\n")
     end
@@ -144,5 +157,26 @@ module Lazylead
       return @issue.reporter.id if first.nil?
       first["author"]["key"]
     end
+
+    # Add reaction meme to the ticket comment based on score.
+    # The meme details are represented as array, where each element is a separate line in future
+    #  comment in jira.
+    #
+    # @todo #339/DEV Seems jira doesn't support the rendering of external images by url, thus so far
+    #  we might have several options:
+    #  - attach meme to ticket and make rendering using [^attach.jpg!thumbnail] option
+    #  - have a link to meme (like it implemented now)
+    #  The 1st option with attachment might generate multiple events in jira and spam ticket
+    #  watchers, thus, some research & UX testing needed how to make it better.
+    def reaction
+      return [] if @opts[:memes].nil? && !@opts[:memes].enabled?
+      url = @opts[:memes].find(@accuracy)
+      return [] if url.blank?
+      [
+        "",
+        "Our reaction when we got the ticket with triage accuracy #{@accuracy}% is [here|#{url}].",
+        ""
+      ]
+    end
   end
 end

data/lib/lazylead/task/accuracy/memes.rb

@@ -0,0 +1,77 @@
+# frozen_string_literal: true
+
+# The MIT License
+#
+# Copyright (c) 2019-2021 Yurii Dubinka
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom
+# the Software is  furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE
+# OR OTHER DEALINGS IN THE SOFTWARE.
+
+require "json"
+require_relative "../../log"
+require_relative "../../opts"
+
+module Lazylead
+  # Meme generator based on tickets accuracy.
+  # For each range of scores there might be several available memes to be chosen randomly.
+  # If no meme found for score, empty url should be provided.
+  #
+  # @todo #339/DEV Prepare the meme list and attach them to the github, section .docs/accuracy/memes
+  #  As url they will be required for configuration of the each task.
+  class Memes
+    def initialize(memes, log: Log.new)
+      @log = log
+      @memes = memes
+    end
+
+    def enabled?
+      !@memes.nil? && !range.empty?
+    end
+
+    # Detect meme url based on accuracy score.
+    # @param score
+    #        Accuracy score in percentage
+    def find(score)
+      r = range.find { |m| score >= m[0] && score <= m[1] }
+      return "" if r.nil?
+      r.last.sample
+    end
+
+    # Parse json-based memes configuration.
+    # Expected format is
+    #   "memes": {
+    #     "0-9.9": "https://meme.com?id=awful1.gif,https://meme.com?id=awful2.gif",
+    #     "70-89.9": "https://meme.com?id=nice.gif",
+    #     "90-100": "https://meme.com?id=wow.gif"
+    #   }
+    def range
+      @range ||= if @memes.nil?
+                   []
+                 else
+                   rng = JSON.parse(@memes).to_h
+                   return [] if rng.empty?
+                   rng.map do |k, v|
+                     next unless k.include? "-"
+                     row = k.split("-").map(&:to_f)
+                     row << v.split(",")
+                     row
+                   end
+                 end
+    end
+  end
+end

data/lib/lazylead/task/accuracy/records.rb

@@ -34,12 +34,14 @@ module Lazylead
       @ext = %w[.webm .mkv .flv .flv .vob .ogv .ogg .drc .gif .gifv .mng .avi
                 .mts .m2ts .ts .mov .qt .wmv .yuv .rm .rmvb .viv .asf .amv .mp4
                 .m4p .m4v .mpg .mp2 .mpeg .mpe .mpv .mpg .mpeg .m2v .m4v .svi
-                .3gp .3g2 .mxf .roq .nsv .flv .f4v .f4p .f4a .f4b .gif]
+                .3gp .3g2 .mxf .roq .nsv .flv .f4v .f4p .f4a .f4b .wrf]
     end
 
     # Ensure that ticket has an attachment with video-file extension
     def matches?(attach)
-      @ext.any? { |e| e.eql? File.extname(attach.attrs["filename"]).downcase }
+      return true if @ext.any? { |e| e.eql? File.extname(attach.attrs["filename"]).downcase }
+      return false if attach.attrs["mimeType"].nil?
+      @ext.any? { |e| attach.attrs["mimeType"].end_with? "/#{e[1..]}" }
     end
   end
 end

data/lib/lazylead/task/accuracy/wiki_url.rb

@@ -28,7 +28,7 @@ module Lazylead
   # Check that ticket has a web link to external system with design.
   class WikiUrl < Lazylead::Wiki
     def initialize(url)
-      super
+      super()
       @url = url
     end
 

data/lib/lazylead/task/savepoint.rb

@@ -51,7 +51,7 @@ module Lazylead
       private
 
       def less_mb(path, megabytes)
-        (File.size(path).to_f / 2**20).round(2) < megabytes.to_i
+        (File.size(path).to_f / (2**20)).round(2) < megabytes.to_i
       end
     end
   end

data/lib/lazylead/version.rb

@@ -23,5 +23,5 @@
 # OR OTHER DEALINGS IN THE SOFTWARE.
 
 module Lazylead
-  VERSION = "0.10.5"
+  VERSION = "0.11.3"
 end

data/lib/messages/svn_grep.erb

@@ -66,6 +66,7 @@
 
     td {
       padding: 2px;
+      vertical-align: top;
     }
 
     .commit * {

data/test/lazylead/exchange_test.rb

@@ -26,6 +26,7 @@ require_relative "../test"
 require_relative "../../lib/lazylead/log"
 require_relative "../../lib/lazylead/salt"
 require_relative "../../lib/lazylead/home"
+require_relative "../../lib/lazylead/opts"
 require_relative "../../lib/lazylead/exchange"
 require_relative "../../lib/lazylead/system/jira"
 
@@ -37,11 +38,13 @@ module Lazylead
                                                              "exchange_password",
                                                              "exchange_to"
       Exchange.new(Log.new, NoSalt.new).send(
-        to: ENV["exchange_to"],
-        tickets: NoAuthJira.new("https://jira.spring.io")
-                           .issues("key = DATAJDBC-480"),
-        "subject" => "[DD] PDTN!",
-        "template" => "lib/messages/due_date_expired.erb"
+        Opts.new(
+          to: ENV["exchange_to"],
+          tickets: NoAuthJira.new("https://jira.spring.io")
+                             .issues("key = DATAJDBC-480"),
+          "subject" => "[DD] PDTN!",
+          "template" => "lib/messages/due_date_expired.erb"
+        )
       )
     end
 
@@ -58,11 +61,13 @@ module Lazylead
         "exchange_user" => ENV["enc_exchange_usr"],
         "exchange_password" => ENV["enc_exchange_psw"]
       ).send(
-        to: ENV["exchange_to"],
-        tickets: NoAuthJira.new("https://jira.spring.io")
-                           .issues("key = DATAJDBC-480"),
-        "subject" => "[DD] Enc PDTN!",
-        "template" => "lib/messages/due_date_expired.erb"
+        Opts.new(
+          to: ENV["exchange_to"],
+          tickets: NoAuthJira.new("https://jira.spring.io")
+                             .issues("key = DATAJDBC-480"),
+          "subject" => "[DD] Enc PDTN!",
+          "template" => "lib/messages/due_date_expired.erb"
+        )
       )
     end
 
@@ -78,10 +83,12 @@ module Lazylead
         "exchange_user" => ENV["enc_exchange_usr"],
         "exchange_password" => ENV["enc_exchange_psw"]
       ).send(
-        to: ENV["exchange_to"],
-        "attachments" => "readme.md",
-        "subject" => "[LL] Attachments",
-        "template" => "lib/messages/savepoint.erb"
+        Opts.new(
+          to: ENV["exchange_to"],
+          "attachments" => "readme.md",
+          "subject" => "[LL] Attachments",
+          "template" => "lib/messages/savepoint.erb"
+        )
       )
     end
   end

data/test/lazylead/opts_test.rb

@@ -113,5 +113,21 @@ module Lazylead
     test "nil is not a numeric" do
       refute Opts.new("key" => nil).numeric? "key"
     end
+
+    test "find by text key" do
+      assert_equal "val", Opts.new("key" => "val").find("key")
+    end
+
+    test "find by symbol key" do
+      assert_equal "val", Opts.new(key: "val").find(:key)
+    end
+
+    test "find by symbol key but with text key" do
+      assert_equal "val", Opts.new("key" => "val").find(:key)
+    end
+
+    test "find default" do
+      assert_equal "val", Opts.new.find(:key, "val")
+    end
   end
 end

data/test/lazylead/retry_test.rb

@@ -0,0 +1,85 @@
+# frozen_string_literal: true
+
+# The MIT License
+#
+# Copyright (c) 2019-2021 Yurii Dubinka
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom
+# the Software is  furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE
+# OR OTHER DEALINGS IN THE SOFTWARE.
+
+require_relative "../test"
+require_relative "../../lib/lazylead/log"
+require_relative "../../lib/lazylead/model"
+
+module Lazylead
+  # Fake lazylead task for unit testing purposes.
+  class FakeTask
+    attr_reader :attempts
+
+    # Ctor.
+    # @param proc
+    #        The logic to be executed in task.
+    #        The logic may successfully finished or fail due to the exception.
+    # @param opts
+    #        The task properties defined in the database by the user.
+    #        @see Task#props
+    def initialize(proc, opts)
+      @proc = proc
+      @opts = opts
+      @attempts = 0
+    end
+
+    # Execute the fake task logic and count the attempt.
+    def exec
+      @attempts += 1
+      @proc.call
+    end
+
+    # The task properties.
+    def props
+      @opts
+    end
+  end
+
+  class RetryTest < Lazylead::Test
+    test "retry 3 times if error" do
+      assert_equal 3,
+                   ORM::Retry.new(
+                     FakeTask.new(
+                       proc { raise "shit happens, you know..." },
+                       "attempt" => "3"
+                     )
+                   ).exec.attempts
+    end
+
+    test "no retry if task successful" do
+      assert_equal 1, ORM::Retry.new(FakeTask.new(proc { "ok" }, "attempt" => "3")).exec.attempts
+    end
+
+    test "retry and sleep if error" do
+      assert_equal 2,
+                   ORM::Retry.new(
+                     FakeTask.new(
+                       proc { raise "network issue" },
+                       "attempt" => "2",
+                       "attempt_wait" => "0.01" # => 0.01 second
+                     )
+                   ).exec.attempts
+    end
+  end
+end

data/test/lazylead/system/jira_test.rb

@@ -181,9 +181,10 @@ module Lazylead
     end
 
     test "bulk search in few iterations" do
-      assert NoAuthJira.new("https://jira.spring.io")
-                       .issues("key>DATAJDBC-500")
-                       .size >= 118
+      assert_equal 3,
+                   NoAuthJira.new("https://jira.spring.io")
+                             .issues("key>DATAJDBC-500 and key < DATAJDBC-504", max_results: 1)
+                             .size
     end
 
     test "connected based on string properties" do
@@ -202,5 +203,12 @@ module Lazylead
                              .first
                              .sprint("customfield_10480")
     end
+
+    test "bulk search in few iterations with limit" do
+      assert_equal 3,
+                   NoAuthJira.new("https://jira.spring.io")
+                             .issues("key > DATAJDBC-500", max_results: 1, "limit" => 3)
+                             .size
+    end
   end
 end

data/test/lazylead/task/accuracy/accuracy_test.rb

@@ -48,6 +48,11 @@ module Lazylead
             "57" => "#19DD1E",
             "90" => "#0FA81A"
           }.to_json.to_s,
+          "memes" => {
+            "0-9.9" => "https://meme.com?id=awful1.gif,https://meme.com?id=awful2.gif",
+            "70-89.9" => "https://meme.com?id=nice.gif",
+            "90-100" => "https://meme.com?id=wow.gif"
+          }.to_json.to_s,
           "docs" => "https://github.com/dgroup/lazylead/blob/master/.github/ISSUE_TEMPLATE/bug_report.md",
           "jql" => "key in (DATAJDBC-490, DATAJDBC-492, DATAJDBC-493)",
           "max_results" => 200,
@@ -69,5 +74,28 @@ module Lazylead
       assert_kind_of Lazylead::Task::Accuracy,
                      ORM::Task.find(195).action.constantize.new
     end
+
+    test "one ticket found" do
+      Lazylead::Smtp.new.enable
+      assert_equal 1,
+                   Task::Accuracy.new.run(
+                     NoAuthJira.new("https://jira.spring.io"),
+                     Postman.new,
+                     Opts.new(
+                       "from" => "ll@fake.com",
+                       "to" => "lead@fake.com",
+                       "rules" => "Lazylead::AffectedBuild",
+                       "silent" => "true",
+                       "colors" => {
+                         "0" => "#FF4F33",
+                         "57" => "#19DD1E"
+                       }.to_json.to_s,
+                       "jql" => "key > DATAJDBC-490",
+                       "limit" => "1",
+                       "subject" => "[LL] Raised tickets",
+                       "template" => "lib/messages/accuracy.erb"
+                     )
+                   )[:tickets].size
+    end
   end
 end

data/test/lazylead/task/accuracy/memes_test.rb

@@ -0,0 +1,77 @@
+# frozen_string_literal: true
+
+# The MIT License
+#
+# Copyright (c) 2019-2021 Yurii Dubinka
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom
+# the Software is  furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE
+# OR OTHER DEALINGS IN THE SOFTWARE.
+
+require_relative "../../../test"
+require_relative "../../../../lib/lazylead/task/accuracy/memes"
+
+module Lazylead
+  class MemesTest < Lazylead::Test
+    test "detect range" do
+      assert_array(
+        [
+          [0.0, 9.9, %w[https://meme.com?id=awful1.gif https://meme.com?id=awful2.gif]],
+          [70.0, 89.9, ["https://meme.com?id=nice.gif"]],
+          [90.0, 100.0, ["https://meme.com?id=wow.gif"]]
+        ],
+        Lazylead::Memes.new(
+          {
+            "0-9.9" => "https://meme.com?id=awful1.gif,https://meme.com?id=awful2.gif",
+            "70-89.9" => "https://meme.com?id=nice.gif",
+            "90-100" => "https://meme.com?id=wow.gif"
+          }.to_json.to_s
+        ).range
+      )
+    end
+
+    test "find by score" do
+      assert_equal "https://meme.com?id=nice.gif",
+                   Lazylead::Memes.new(
+                     {
+                       "0-9.9" => "https://meme.com?id=awful1.gif,https://meme.com?id=awful2.gif",
+                       "70-89.9" => "https://meme.com?id=nice.gif",
+                       "90-100" => "https://meme.com?id=wow.gif"
+                     }.to_json.to_s
+                   ).find(80)
+    end
+
+    test "not found" do
+      assert_blank Lazylead::Memes.new(
+        {
+          "0-9.9" => "https://meme.com?id=awful1.gif,https://meme.com?id=awful2.gif",
+          "70-89.9" => "https://meme.com?id=nice.gif"
+        }.to_json.to_s
+      ).find(40)
+    end
+
+    test "positive_assert_array" do
+      assert_array [[1, 2, %w[a b]]],
+                   [[1, 2, %w[a b]]]
+    end
+
+    test "negative_assert_array" do
+      refute array? [[1, 2, %w[a b]]],
+                    [[1, 2, %w[c d]]]
+    end
+  end
+end

data/test/lazylead/task/accuracy/records_test.rb

@@ -24,6 +24,7 @@
 
 require_relative "../../../test"
 require_relative "../../../../lib/lazylead/task/accuracy/records"
+require_relative "../../../../lib/lazylead/system/jira"
 
 module Lazylead
   class RecordsTest < Lazylead::Test
@@ -56,5 +57,35 @@ module Lazylead
         )
       )
     end
+
+    test "mime type has .gif despite on ext" do
+      assert Records.new.passed(
+        OpenStruct.new(
+          attachments: [
+            OpenStruct.new(
+              attrs: {
+                "filename" => "snapshot.png",
+                "mimeType" => "image/gif"
+              }
+            )
+          ]
+        )
+      )
+    end
+
+    test "mime type is xlsx" do
+      refute Records.new.passed(
+        OpenStruct.new(
+          attachments: [
+            OpenStruct.new(
+              attrs: {
+                "filename" => "snapshot.xlsx",
+                "mimeType" => "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet"
+              }
+            )
+          ]
+        )
+      )
+    end
   end
 end

data/test/lazylead/task/accuracy/score_test.rb

@@ -66,6 +66,13 @@ module Lazylead
                          "57" => "#19DD1E",
                          "90" => "#0FA81A"
                        }.to_json.to_s,
+                       memes: Memes.new(
+                         {
+                           "0-9.9" => "https://meme.com?id=awful1.gif,https://meme.com?id=awful2.gif",
+                           "70-89.9" => "https://meme.com?id=nice.gif",
+                           "90-100" => "https://meme.com?id=wow.gif"
+                         }.to_json.to_s
+                       ),
                        "docs" => "https://github.com/dgroup/lazylead/blob/master/.github/ISSUE_TEMPLATE/bug_report.md"
                      )
                    ).evaluate.comment

data/test/lazylead/task/accuracy/screenshots_test.rb

@@ -27,6 +27,8 @@ require_relative "../../../../lib/lazylead/task/accuracy/screenshots"
 require_relative "../../../../lib/lazylead/system/jira"
 
 module Lazylead
+  # @todo #/DEV Rename the tests name as some of them are too huge.
+  #  The maximum name size should be 56 symbols as it gives fancy format for test output in terminal
   class ScreenshotsTest < Lazylead::Test
     test "issue has two .png files with reference in description" do
       assert Screenshots.new.passed(

data/test/lazylead/task/accuracy/wiki_url_test.rb

@@ -50,5 +50,9 @@ module Lazylead
         )
       )
     end
+
+    test "wiki score" do
+      greater_then WikiUrl.new("https://wiki.com/page=").score, 0
+    end
   end
 end

data/test/lazylead/task/svn/grep_test.rb

@@ -33,8 +33,7 @@ require_relative "../../../../lib/lazylead/task/svn/svn"
 module Lazylead
   class GrepTest < Lazylead::Test
     test "changes with text" do
-      skip "No svn credentials provided" unless env? "svn_log_user",
-                                                     "svn_log_password"
+      skip "No svn credentials provided" unless env? "svn_log_user", "svn_log_password"
       skip "No internet connection to riouxsvn.com" unless ping? "riouxsvn.com"
       Lazylead::Smtp.new.enable
       Task::Svn::Grep.new.run(

data/test/test.rb

@@ -51,6 +51,15 @@ module Lazylead
     include Minitest::Hooks
 
     make_my_diffs_pretty!
+    parallelize(workers: ENV["MT_CPU"].to_i)
+
+    parallelize_setup do |worker|
+      SimpleCov.command_name "#{SimpleCov.command_name}-#{worker}"
+    end
+
+    parallelize_teardown do |_worker|
+      SimpleCov.result
+    end
 
     def around
       Timeout.timeout(
@@ -147,5 +156,43 @@ module Lazylead
       require "net/ping"
       Net::Ping::External.new(host).ping?
     end
+
+    # Ensure that actual array contain at least expected array.
+    # @param exp
+    #        The array with expected values
+    # @param act
+    #        The array with actual values
+    def assert_array(exp, act)
+      assert_equal exp.size, act.size, "Size mismatch between arrays"
+      assert array?(exp, act), "No match between '#{exp}' and '#{act}'"
+    end
+
+    # Compare that actual array contain(not equal!) at least expected array.
+    # @return true
+    #         If array <exp> contain array <act>
+    # rubocop:disable Metrics/PerceivedComplexity
+    # rubocop:disable Metrics/CyclomaticComplexity
+    def array?(exp, act)
+      rows = []
+      exp.each do |row|
+        rows << if row.respond_to? :each
+                  act.any? do |arow|
+                    next unless arow.respond_to? :[]
+                    row.each_with_index.map { |c, i| c.eql? arow[i] }.all? { |c| c }
+                  end
+                else
+                  act.any? { |arow| row.eql? arow }
+                end
+      end
+      rows.all? { |r| r }
+    end
+    # rubocop:enable Metrics/PerceivedComplexity
+    # rubocop:enable Metrics/CyclomaticComplexity
+
+    # Ensure that text is blank.
+    def assert_blank(text)
+      assert_respond_to text, :blank?, "Text has no method :blank?"
+      assert text.blank?, "Text isn't blank"
+    end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: lazylead
 version: !ruby/object:Gem::Version
-  version: 0.10.5
+  version: 0.11.3
 platform: ruby
 authors:
 - Yurii Dubinka
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-08-16 00:00:00.000000000 Z
+date: 2021-09-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -58,14 +58,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.7.0
+        version: 1.7.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.7.0
+        version: 1.7.2
 - !ruby/object:Gem::Dependency
   name: get_process_mem
   requirement: !ruby/object:Gem::Requirement
@@ -366,14 +366,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.5.2
+        version: 0.6.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.5.2
+        version: 0.6.0
 - !ruby/object:Gem::Dependency
   name: guard
   requirement: !ruby/object:Gem::Requirement
@@ -520,14 +520,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.19.0
+        version: 1.21.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.19.0
+        version: 1.21.0
 - !ruby/object:Gem::Dependency
   name: rubocop-minitest
   requirement: !ruby/object:Gem::Requirement
@@ -548,14 +548,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.11.4
+        version: 1.11.5
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.11.4
+        version: 1.11.5
 - !ruby/object:Gem::Dependency
   name: rubocop-rake
   requirement: !ruby/object:Gem::Requirement
@@ -584,6 +584,20 @@ dependencies:
     - - '='
       - !ruby/object:Gem::Version
         version: 2.4.0
+- !ruby/object:Gem::Dependency
+  name: ruby-prof
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.4.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.4.3
 - !ruby/object:Gem::Dependency
   name: sqlint
   requirement: !ruby/object:Gem::Requirement
@@ -618,14 +632,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.6.2
+        version: 0.6.3
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.6.2
+        version: 0.6.3
 description: |-
   Ticketing systems (Github, Jira, etc.) are strongly
   integrated into our processes and everyone understands their necessity. As soon
@@ -659,6 +673,7 @@ files:
 - ".docs/duedate_expired.md"
 - ".docs/propagate_down.md"
 - ".gitattributes"
+- ".githooks/commit-msg"
 - ".github/CODE_OF_CONDUCT.md"
 - ".github/CONTRIBUTING.md"
 - ".github/ISSUE_TEMPLATE.md"
@@ -699,6 +714,7 @@ files:
 - lib/lazylead/salt.rb
 - lib/lazylead/schedule.rb
 - lib/lazylead/smtp.rb
+- lib/lazylead/system/allocations.md
 - lib/lazylead/system/empty.rb
 - lib/lazylead/system/fake.rb
 - lib/lazylead/system/jira.rb
@@ -710,6 +726,7 @@ files:
 - lib/lazylead/task/accuracy/has_label.rb
 - lib/lazylead/task/accuracy/logs.rb
 - lib/lazylead/task/accuracy/logs_link.rb
+- lib/lazylead/task/accuracy/memes.rb
 - lib/lazylead/task/accuracy/onlyll.rb
 - lib/lazylead/task/accuracy/records.rb
 - lib/lazylead/task/accuracy/records_link.rb
@@ -763,6 +780,7 @@ files:
 - test/lazylead/model_test.rb
 - test/lazylead/opts_test.rb
 - test/lazylead/postman_test.rb
+- test/lazylead/retry_test.rb
 - test/lazylead/salt_test.rb
 - test/lazylead/smoke_test.rb
 - test/lazylead/smtp_test.rb
@@ -774,6 +792,7 @@ files:
 - test/lazylead/task/accuracy/has_label_test.rb
 - test/lazylead/task/accuracy/logs_link_test.rb
 - test/lazylead/task/accuracy/logs_test.rb
+- test/lazylead/task/accuracy/memes_test.rb
 - test/lazylead/task/accuracy/onlyll_test.rb
 - test/lazylead/task/accuracy/records_llink_test.rb
 - test/lazylead/task/accuracy/records_test.rb
@@ -811,7 +830,7 @@ licenses:
 - MIT
 metadata: {}
 post_install_message: |-
-  Thanks for installing Lazylead v0.10.5!
+  Thanks for installing Lazylead v0.11.3!
     Read our blog posts: https://lazylead.org
     Stay in touch with the community in Telegram: https://t.me/lazylead
     Follow us on Twitter: https://twitter.com/lazylead
@@ -844,6 +863,7 @@ test_files:
 - test/lazylead/model_test.rb
 - test/lazylead/opts_test.rb
 - test/lazylead/postman_test.rb
+- test/lazylead/retry_test.rb
 - test/lazylead/salt_test.rb
 - test/lazylead/smoke_test.rb
 - test/lazylead/smtp_test.rb
@@ -855,6 +875,7 @@ test_files:
 - test/lazylead/task/accuracy/has_label_test.rb
 - test/lazylead/task/accuracy/logs_link_test.rb
 - test/lazylead/task/accuracy/logs_test.rb
+- test/lazylead/task/accuracy/memes_test.rb
 - test/lazylead/task/accuracy/onlyll_test.rb
 - test/lazylead/task/accuracy/records_llink_test.rb
 - test/lazylead/task/accuracy/records_test.rb