lazylead 0.5.1 → 0.7.0

data/lib/lazylead/task/accuracy/records.rb

@@ -34,7 +34,7 @@ module Lazylead
       @ext = %w[.webm .mkv .flv .flv .vob .ogv .ogg .drc .gif .gifv .mng .avi
                 .mts .m2ts .ts .mov .qt .wmv .yuv .rm .rmvb .viv .asf .amv .mp4
                 .m4p .m4v .mpg .mp2 .mpeg .mpe .mpv .mpg .mpeg .m2v .m4v .svi
-                .3gp .3g2 .mxf .roq .nsv .flv .f4v .f4p .f4a .f4b]
+                .3gp .3g2 .mxf .roq .nsv .flv .f4v .f4p .f4a .f4b .gif]
     end
 
     # Ensure that ticket has an attachment with video-file extension

data/lib/lazylead/task/accuracy/servers.rb

@@ -38,13 +38,22 @@ module Lazylead
 
     def passed(issue)
       return true if @envs.empty?
-      lines = issue["environment"].to_s + "\n" + issue.description
-      lines.split("\n")
-           .reject(&:blank?)
-           .map(&:strip)
-           .flat_map { |l| l.split(" ").map(&:strip) }
-           .select { |w| w.start_with?("http://", "https://") }
-           .any? { |u| @envs.any? { |e| u.match? e } }
+      "#{issue['environment']}\n#{issue.description}".split("\n")
+                                                     .reject(&:blank?)
+                                                     .map(&:strip)
+                                                     .flat_map { |l| l.split.map(&:strip) }
+                                                     .select(&method(:url?))
+                                                     .any?(&method(:match?))
+    end
+
+    # Ensure that particular text contains web url
+    def url?(text)
+      text.include?("http://") || text.include?("https://")
+    end
+
+    # Ensure that particular url matches expected servers urls
+    def match?(url)
+      @envs.any? { |e| url.match? e }
     end
   end
 end

data/lib/lazylead/task/accuracy/stacktrace.rb

@@ -34,24 +34,64 @@ module Lazylead
 
     def passed(issue)
       return false if issue.description.nil?
-      !frames(issue.description).select { |f| oracle?(f) || java?(f) }.empty?
+      frames(issue.description).any? { |f| oracle?(f) || java?(f) }
     end
 
-    # Detect all {noformat} frames in description field
+    # Detect all {noformat}, {code} frames in ticket description
     def frames(description)
-      description.enum_for(:scan, /(?={noformat})/)
-                 .map { Regexp.last_match.offset(0).first }
-                 .each_slice(2).map do |f|
-        description[f.first, f.last - f.first + "{noformat}".size]
+      noformat(description).concat(code(description))
+    end
+
+    # Detect all noformat blocks and give all text snippets in array
+    # @param desc The jira ticket description
+    def noformat(desc)
+      return [] unless desc.match?(/{(n|N)(o|O)(f|F)(o|O)(r|R)(m|M)(a|A)(t|T)}/)
+      desc.enum_for(:scan, /(?=\{(n|N)(o|O)(f|F)(o|O)(r|R)(m|M)(a|A)(t|T)})/)
+          .map { Regexp.last_match.offset(0).first }
+          .each_slice(2).map do |f|
+        desc[f.first, f.last - f.first + "{noformat}".size]
+      end
+    end
+
+    # Detect all {code:*} blocks and give all text snippets in array
+    # @param desc The jira ticket description
+    def code(desc)
+      return [] unless desc.match?(/{(c|C)(o|O)(d|D)(e|E)(:\S+)?}/)
+      words = desc.gsub(/{(c|C)(o|O)(d|D)(e|E)/, " {code")
+                  .gsub("}", "} ")
+                  .gsub("Caused by:", "Caused_by:")
+                  .split
+                  .map(&:strip)
+                  .reject(&:blank?)
+      pairs(words, "{code").map { |s| words[s.first..s.last].join("\n") }
+    end
+
+    # Detect indexes of pairs  which are starting from particular text
+    # @param words is array of words
+    # @param text is a label for pairs
+    #
+    #  paris([aa,tag,bb,cc,tag,dd], "tag")        => [[1, 4]]
+    #  paris([aa,tag,bb,cc,tag,dd,tag,ee], "tag") => [[1, 4]]    # non closed
+    #
+    def pairs(words, text)
+      snippets = [[]]
+      words.each_with_index do |e, i|
+        next unless e.start_with? text
+        pair = snippets.last
+        pair << i if pair.size.zero? || pair.size == 1
+        snippets[-1] = pair
+        snippets << [] if pair.size == 2
       end
+      snippets.select { |s| s.size == 2 }
     end
 
     # @return true if frame has few lines with java stack frames
     def java?(frame)
-      allowed = ["at ", "Caused by:"]
-      frame.split("\n")
-           .map(&:strip)
-           .count { |l| allowed.any? { |a| l.start_with? a } } > 3
+      allowed = ["at", "Caused by:", "Caused_by:"]
+      frame.match?(/\s\S+\.\S+Exception:\s/) ||
+        frame.split("\n")
+             .map(&:strip)
+             .count { |l| allowed.any? { |a| l.start_with? a } } > 3
     end
 
     # @return true if frame has Oracle error

data/lib/lazylead/task/accuracy/testcase.rb

@@ -38,7 +38,7 @@ module Lazylead
       return false if issue.description.nil?
       @tc = @ar = @er = -1
       issue.description.split("\n").reject(&:blank?).each_with_index do |l, i|
-        line = l.gsub(/[^a-zA-Z(:|=)]/, "").downcase
+        line = escape l.downcase.gsub(/(\s+|\*)/, "")
         detect_tc line, i
         detect_ar line, i
         detect_er line, i
@@ -47,6 +47,16 @@ module Lazylead
       with_tc_ar_er?
     end
 
+    def escape(line)
+      if line.include?("{color")
+        line.gsub(
+          /({color:(#([A-Fa-f0-9]{6}|[A-Fa-f0-9]{3})|[A-Za-z]+)})|{color}/, ""
+        )
+      else
+        line.gsub(/[^a-zA-Z(:|=)]/, "")
+      end
+    end
+
     # @return true if description has test case, AR and ER
     def with_tc_ar_er?
       (@tc.zero? || @tc.positive?) && @ar.positive? && @er.positive?
@@ -55,21 +65,28 @@ module Lazylead
     # Detect index of line with test case
     def detect_tc(line, index)
       return unless @tc.negative?
-      @tc = index if %w[testcase: tc: teststeps: teststeps steps:].any? do |e|
-        e.eql? line
-      end
+      @tc = index if eql? line,
+                          %w[testcase: tc: teststeps: teststeps steps: tcsteps:]
     end
 
     # Detect index of line with actual result
     def detect_ar(line, index)
       return unless @ar.negative? && index > @tc
-      @ar = index if %w[ar: actualresult: ar=].any? { |e| line.start_with? e }
+      @ar = index if starts? line, %w[ar: actualresult: ar= [ar]]
     end
 
     # Detect index of line with expected result
     def detect_er(line, index)
       return unless @er.negative? && index > @tc
-      @er = index if %w[er: expectedresult: er=].any? { |e| line.start_with? e }
+      @er = index if starts? line, %w[er: expectedresult: er= [er]]
+    end
+
+    def starts?(line, text)
+      text.any? { |t| line.start_with? t }
+    end
+
+    def eql?(line, text)
+      text.any? { |t| t.eql? line }
     end
   end
 end

data/lib/lazylead/task/assignment.rb

@@ -0,0 +1,96 @@
+# frozen_string_literal: true
+
+# The MIT License
+#
+# Copyright (c) 2019-2020 Yurii Dubinka
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom
+# the Software is  furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE
+# OR OTHER DEALINGS IN THE SOFTWARE.
+
+require "date"
+require_relative "../log"
+require_relative "../opts"
+require_relative "../system/jira"
+
+module Lazylead
+  module Task
+    #
+    # Email alerts about illegal issue assignment(s).
+    #
+    # Author:: Yurii Dubinka (yurii.dubinka@gmail.com)
+    # Copyright:: Copyright (c) 2019-2020 Yurii Dubinka
+    # License:: MIT
+    class Assignment
+      def initialize(log = Log.new)
+        @log = log
+      end
+
+      def run(sys, postman, opts)
+        allowed = opts.slice "allowed", ","
+        silent = opts.key? "silent"
+        issues = sys.issues opts["jql"],
+                            opts.jira_defaults.merge(expand: "changelog")
+        return if issues.empty?
+        postman.send opts.merge(
+          assignees: issues.map { |i| Assignee.new(i, allowed, silent) }
+                           .select(&:illegal?)
+                           .each(&:add_label)
+        )
+      end
+    end
+
+    # Instance of "Assignee" history item for the particular ticket.
+    class Assignee
+      attr_reader :issue
+
+      def initialize(issue, allowed, silent)
+        @issue = issue
+        @allowed = allowed
+        @silent = silent
+      end
+
+      # Gives true when last change of "Assignee" field was done
+      #  by not authorized person.
+      def illegal?
+        @allowed.none? do |a|
+          return false if last.nil?
+          a == last["author"]["name"]
+        end
+      end
+
+      # Detect details about last change of "Assignee" to non-null value
+      def last
+        @last ||= issue.history.reverse.find do |h|
+          h["items"].any? do |i|
+            i["field"] == "assignee"
+          end
+        end
+      end
+
+      # Mark ticket with particular label
+      def add_label(name = "LL.IllegalChangeOfAssignee")
+        @issue.add_label(name) unless @silent
+      end
+
+      # The name of current assignee for ticket
+      def to
+        @issue.fields["assignee"]["name"]
+      end
+    end
+  end
+end

data/lib/lazylead/task/fix_version.rb

@@ -85,6 +85,12 @@ module Lazylead
       def add_label
         @issue.add_label("LL.IllegalChangeOfFixVersion") unless @silent
       end
+
+      def to
+        versions = @issue.fields["fixVersions"]
+        return "" if versions.nil? || versions.empty?
+        versions.map { |x| x["name"] }.join(",")
+      end
     end
   end
 end

data/lib/lazylead/task/propagate_down.rb

@@ -106,7 +106,7 @@ module Lazylead
           v = a.last
           d[k] = expected[k] if v.nil? || v.blank?
           next if v.nil?
-          d[k] = v + "," + expected[k] unless v.to_s.include? expected[k]
+          d[k] = "#{v},#{expected[k]}" unless v.to_s.include? expected[k]
         end
       end
 

data/lib/lazylead/task/svn/diff.rb

@@ -0,0 +1,77 @@
+# frozen_string_literal: true
+
+# The MIT License
+#
+# Copyright (c) 2019-2020 Yurii Dubinka
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom
+# the Software is  furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE
+# OR OTHER DEALINGS IN THE SOFTWARE.
+
+require "tempfile"
+require "nokogiri"
+require "backtrace"
+require "active_support/core_ext/hash/conversions"
+require_relative "../../salt"
+require_relative "../../opts"
+
+module Lazylead
+  module Task
+    module Svn
+      #
+      # Send notification about modification of svn files since particular
+      #  revision.
+      #
+      class Diff
+        def initialize(log = Log.new)
+          @log = log
+        end
+
+        def run(_, postman, opts)
+          cmd = [
+            "svn log --diff --no-auth-cache",
+            "--username #{opts.decrypt('svn_user', 'svn_salt')}",
+            "--password #{opts.decrypt('svn_password', 'svn_salt')}",
+            "-r#{opts['since_rev']}:HEAD #{opts['svn_url']}"
+          ]
+          stdout = `#{cmd.join(" ")}`
+          send_email postman, opts.merge(stdout: stdout) unless stdout.blank?
+        end
+
+        # Send email with svn log as an attachment.
+        # The attachment won't be stored locally and we'll be removed once
+        #  mail sent.
+        def send_email(postman, opts)
+          Dir.mktmpdir do |dir|
+            name = "svn-log-#{Date.today.strftime('%d-%b-%Y')}.html"
+            f = File.open(File.join(dir, name), "w")
+            begin
+              f.write opts.msg_body("template-attachment")
+              f.close
+              postman.send opts.merge(attachments: [f.path])
+            ensure
+              File.delete(f)
+            end
+          rescue StandardError => e
+            @log.error "ll-010: Can't send an email for #{opts} due to " \
+                       "#{Backtrace.new(e)}'"
+          end
+        end
+      end
+    end
+  end
+end

data/lib/lazylead/task/svn/grep.rb

@@ -0,0 +1,139 @@
+# frozen_string_literal: true
+
+# The MIT License
+#
+# Copyright (c) 2019-2020 Yurii Dubinka
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom
+# the Software is  furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE
+# OR OTHER DEALINGS IN THE SOFTWARE.
+
+require "tmpdir"
+require "nokogiri"
+require "active_support/core_ext/hash/conversions"
+require_relative "../../salt"
+require_relative "../../opts"
+
+module Lazylead
+  module Task
+    module Svn
+      #
+      # Detect particular text in diff commit.
+      #
+      class Grep
+        def initialize(log = Log.new)
+          @log = log
+        end
+
+        def run(_, postman, opts)
+          text = opts.slice("text", ",")
+          commits = svn_log(opts).select { |c| c.includes? text }
+          postman.send(opts.merge(entries: commits)) unless commits.empty?
+        end
+
+        # Return all svn commits for particular date range in repo
+        def svn_log(opts)
+          cmd = [
+            "svn log --diff --no-auth-cache",
+            "--username #{opts.decrypt('svn_user', 'svn_salt')}",
+            "--password #{opts.decrypt('svn_password', 'svn_salt')}",
+            "-r {#{from(opts)}}:{#{now(opts)}} #{opts['svn_url']}"
+          ]
+          stdout = `#{cmd.join(" ")}`
+          stdout.split("-" * 72).reject(&:blank?).reverse.map { |e| Entry.new(e) }
+        end
+
+        # The start date & time for search range
+        def from(opts)
+          (now(opts).to_time - opts["period"].to_i).to_datetime
+        end
+
+        # The current date & time for search range
+        def now(opts)
+          if opts.key? "now"
+            DateTime.parse(opts["now"])
+          else
+            DateTime.now
+          end
+        end
+      end
+    end
+  end
+
+  # Single SVN commit details
+  class Entry
+    def initialize(commit)
+      @commit = commit
+    end
+
+    def to_s
+      "#{rev} #{msg}"
+    end
+
+    def rev
+      header.first
+    end
+
+    def author
+      header[1]
+    end
+
+    def time
+      header[2]
+    end
+
+    def msg
+      lines[1]
+    end
+
+    # The modified lines contains expected text
+    def includes?(text)
+      text = [text] unless text.respond_to? :each
+      lines[4..].select { |l| l.start_with? "+" }
+                .any? { |l| text.any? { |t| l.include? t } }
+    end
+
+    def lines
+      @lines ||= @commit.split("\n").reject(&:blank?)
+    end
+
+    def header
+      @header ||= lines.first.split(" | ").reject(&:blank?)
+    end
+
+    # Detect SVN diff lines with particular text
+    def diff(text)
+      @diff ||= begin
+        files = affected(text).uniq
+        @commit.split("Index: ")
+               .select { |i| files.any? { |f| i.start_with? f } }
+               .map { |i| i.split "\n" }
+               .flatten
+      end
+    end
+
+    # Detect affected files with particular text
+    def affected(text)
+      occurrences = lines.each_index.select do |i|
+        lines[i].start_with?("+") && text.any? { |t| lines[i].include? t }
+      end
+      occurrences.map do |occ|
+        lines[2..occ].reverse.find { |l| l.start_with? "Index: " }[7..]
+      end
+    end
+  end
+end