lazylead 0.1.0

data/.rubocop.yml

@@ -0,0 +1,87 @@
+require:
+  - rubocop-minitest
+  - rubocop-performance
+
+AllCops:
+  DisplayCopNames: true
+  DisplayStyleGuide: true
+  TargetRubyVersion: 2.6
+  Exclude:
+    - "tmp/**/*"
+    - "vendor/**/*"
+
+Layout/LineLength:
+  Exclude:
+    - "*.gemspec"
+    - "test/**/*"
+
+Metrics/AbcSize:
+  Max: 20
+  Exclude:
+    - "test/**/*"
+
+Metrics/BlockLength:
+  Exclude:
+    - "*.gemspec"
+    - "Rakefile"
+    - "bin/lazylead"
+    - "test/lazylead/cli/start_test.rb"
+
+Metrics/ClassLength:
+  Exclude:
+    - "test/**/*"
+
+Metrics/MethodLength:
+  Max: 15
+  Exclude:
+    - "test/**/*"
+
+Metrics/ParameterLists:
+  Max: 3
+
+Layout/HashAlignment:
+  EnforcedColonStyle:
+    - table
+    - key
+  EnforcedHashRocketStyle:
+    - table
+    - key
+
+Layout/EmptyLineAfterGuardClause:
+  Enabled: false
+
+Layout/EndOfLine:
+  EnforcedStyle: lf
+
+Layout/SpaceAroundMethodCallOperator:
+  Enabled: true
+
+Style/HashSyntax:
+  EnforcedStyle: ruby19
+
+Style/StringLiterals:
+  EnforcedStyle: double_quotes
+
+Style/TrivialAccessors:
+  AllowPredicates: true
+
+Style/ExponentialNotation:
+  Enabled: true
+
+Style/HashEachMethods:
+  Enabled: true
+
+Style/HashTransformKeys:
+  Enabled: true
+
+Style/HashTransformValues:
+  Enabled: true
+
+Lint/RaiseException:
+  Enabled: true
+
+Lint/StructNewOverride:
+  Enabled: true
+
+# @todo #/DEV Add violation regarding methods without documentation using RDoc
+#  https://stackoverflow.com/questions/1681467/how-to-document-ruby-code

data/.ruby-version

@@ -0,0 +1 @@
+2.6.5

data/.rultor.yml

@@ -0,0 +1,31 @@
+assets:
+  rubygems.yml: dgroup/ossrh#rubygems.yml
+install: |
+  export GEM_HOME=~/.ruby
+  export GEM_PATH=$GEM_HOME:$GEM_PATH
+  sudo apt-get -y update
+  sudo apt-get -y install libcurl4-openssl-dev
+  sudo gem install pdd -v 0.20.5
+release:
+  script: |-
+    export RUBYOPT="-W0"
+    [[ "${tag}" =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]] || exit -1
+    sed -i "s/0\.0\.0/${tag}/g" lib/lazylead/version.rb
+    bundle install --no-color
+    rake --quiet
+    git add lib/lazylead/version.rb
+    git commit -m "version set to ${tag}"
+    gem build lazylead.gemspec
+    chmod 0600 ../rubygems.yml
+    gem push *.gem --config-file ../rubygems.yml
+architect:
+- dgroup
+merge:
+  script: |-
+    bundle install
+    rake --quiet
+    pdd -f /dev/null -v
+deploy:
+  script: |-
+    echo "There is nothing to deploy"
+    exit -1

data/.simplecov

@@ -0,0 +1,16 @@
+# encoding: utf-8
+
+# @todo #/DEV Increase code coverage from 75% to 80%+.
+#  Right now it was decreased to 75% due to long manual setup of
+#  dev. instances of Atlassian Jira and Confluence.
+#  It was configured locally and there is no automation for now how
+#  it can be included quickly into CI process. This need to be done later.
+
+SimpleCov.formatter = SimpleCov::Formatter::MultiFormatter.new(
+  [SimpleCov::Formatter::HTMLFormatter]
+)
+SimpleCov.start do
+  add_filter "/test/"
+  add_filter "/features/"
+  minimum_coverage 75
+end

data/.travis.yml

@@ -0,0 +1,16 @@
+language: ruby
+rvm:
+  - 2.6.5
+cache: bundler
+branches:
+  only:
+    - master
+install:
+  - travis_retry bundle update
+  - gem install pdd -v 0.20.5
+script:
+  - pdd -f /dev/null
+  - export RUBYOPT="-W0"
+  - rake --quiet
+after_success:
+  - "bash <(curl -s https://codecov.io/bash)"

data/Gemfile

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+# The MIT License
+#
+# Copyright (c) 2019-2020 Yurii Dubinka
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom
+# the Software is  furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE
+# OR OTHER DEALINGS IN THE SOFTWARE.
+
+source "https://rubygems.org"
+ruby "2.6.5"
+gemspec

data/Guardfile

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+# The MIT License
+#
+# Copyright (c) 2019-2020 Yurii Dubinka
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom
+# the Software is  furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE
+# OR OTHER DEALINGS IN THE SOFTWARE.
+
+# Guardfile for Lazylead
+guard :minitest, all_after_pass: false, all_on_start: false do
+  # with Minitest::Unit
+  watch(%r{^test/(.*)\/?test_(.*)\.rb$})
+  watch(%r{^test/test\.rb$}) { "test" }
+  watch(%r{^lib/lazylead/(.*/)?([^/]+)\.rb$}) do |m|
+    "test/#{m[1]}test_#{m[2]}.rb"
+  end
+end

data/Rakefile

@@ -0,0 +1,93 @@
+# frozen_string_literal: true
+
+# The MIT License
+#
+# Copyright (c) 2019-2020 Yurii Dubinka
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom
+# the Software is  furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE
+# OR OTHER DEALINGS IN THE SOFTWARE.
+
+require "rubygems"
+require "rake"
+require "date"
+require "rdoc"
+require "rake/clean"
+
+# @todo #/DEV Investigate the possibility of using migrations from active_record
+#  - Rake tasks https://gist.github.com/schickling/6762581
+#  - Gem for rake tasks https://github.com/thuss/standalone-migrations
+#  - basic example of active_record https://gist.github.com/unnitallman/944011
+#  For now standalone-migrations looks complex and needs
+#  - complex files structure
+#  - manual specification of version(?) thus no auto-apply available
+
+def name
+  @name ||= File.basename(Dir["*.gemspec"].first, ".*")
+end
+
+def version
+  Gem::Specification.load(Dir["*.gemspec"].first).version
+end
+
+task default: %i[clean test rubocop xcop copyright]
+
+require "rake/testtask"
+desc "Run all unit tests"
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList["test/**/*_test.rb"]
+  t.verbose = true
+  t.warning = false
+end
+
+require "rdoc/task"
+desc "Build RDoc documentation"
+Rake::RDocTask.new do |rdoc|
+  rdoc.rdoc_dir = "rdoc"
+  rdoc.title = "#{name} #{version}"
+  rdoc.rdoc_files.include("README*")
+  rdoc.rdoc_files.include("lib/**/*.rb")
+end
+
+require "rubocop/rake_task"
+desc "Run RuboCop on all directories"
+RuboCop::RakeTask.new(:rubocop) do |task|
+  task.fail_on_error = true
+  task.requires << "rubocop-rspec"
+end
+
+task :copyright do
+  sh "grep -q -r \"2019-#{Date.today.strftime('%Y')}\" \
+    --include \"*.rb\" \
+    --include \"*.txt\" \
+    --include \"Rakefile\" \
+    ."
+end
+
+require "xcop/rake_task"
+desc "Validate all XML/XSL/XSD/HTML files for formatting"
+Xcop::RakeTask.new :xcop do |task|
+  task.license = "license.txt"
+  task.includes = %w[**/*.xml **/*.xsl **/*.xsd **/*.html]
+  task.excludes = %w[target/**/* coverage/**/* wp/**/*]
+end
+
+task :clean do
+  Dir.glob("test/resources/**/*.db").each { |f| File.delete(f) }
+end

data/appveyor.yml

@@ -0,0 +1,50 @@
+version: '{build}'
+skip_tags: true
+clone_depth: 10
+branches:
+  only:
+    - master
+  except:
+    - gh-pages
+os: Windows Server 2012
+environment:
+  matrix:
+    - ruby_version: "25-x64"
+install:
+  - ps: |
+      $Env:PATH = "C:\Ruby${Env:ruby_version}\bin;${Env:PATH}"
+      if ($Env:ruby_version -match "^23" ) {
+        # RubyInstaller; download OpenSSL headers from OpenKnapsack Project
+        $Env:openssl_dir = "C:\Ruby${Env:ruby_version}"
+        appveyor DownloadFile http://dl.bintray.com/oneclick/OpenKnapsack/x64/openssl-1.0.2j-x64-windows.tar.lzma
+        7z e openssl-1.0.2j-x64-windows.tar.lzma
+        7z x -y -oC:\Ruby${Env:ruby_version} openssl-1.0.2j-x64-windows.tar
+      } else {
+        # RubyInstaller2; openssl package seems to be installed already
+        $Env:openssl_dir = "C:\msys64\mingw64"
+      }
+  - bundle config --local path vendor/bundle
+
+  # Download & extract libcurl
+  # Copy libcurl.{dll,lib} and add to PATH, so that libcurl.dll is found during the tests
+  - ps: |
+        appveyor DownloadFile "https://dl.dropboxusercontent.com/s/jxwohqax4e2avyt/libcurl-7.48.0-WinSSL-zlib-x86-x64.zip?dl=0" -FileName libcurl.zip
+        7z x libcurl.zip
+        cp dmd2\windows\bin64\libcurl.dll C:\Ruby${Env:ruby_version}\bin
+        cp dmd2\windows\lib64\curl.lib C:\Ruby${Env:ruby_version}\bin
+
+  - bundle config build.openssl --with-openssl-dir=%openssl_dir%
+  - bundle config build.eventmachine --use-system-libraries --with-ssl-dir=%openssl_dir%
+  - ruby -v
+  - bundle -v
+build_script:
+  # Support pure ruby eventmachine for windows
+  # https://github.com/eventmachine/eventmachine/issues/820
+  # https://github.com/eventmachine/eventmachine/issues/800
+  #
+  - gem install eventmachine --platform ruby
+  - bundle install
+test_script:
+  - bundle exec rake --quiet
+cache:
+  - vendor/bundle

data/bin/.ruby-version

@@ -0,0 +1 @@
+2.6.5

data/bin/lazylead

@@ -0,0 +1,99 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+# The MIT License
+#
+# Copyright (c) 2019-2020 Yurii Dubinka
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom
+# the Software is  furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE
+# OR OTHER DEALINGS IN THE SOFTWARE.
+
+# When sync mode is true, all output is immediately flushed
+# to the underlying operating system and is not buffered internally.
+STDOUT.sync = true
+
+require "slop"
+require "sqlite3"
+require "rainbow"
+require "logging"
+require "backtrace"
+require "memory_profiler"
+require_relative "../lib/lazylead/log"
+require_relative "../lib/lazylead/schedule"
+require_relative "../lib/lazylead/allocated"
+require_relative "../lib/lazylead/cli/app"
+
+log = Lazylead::Log::ERRORS
+Thread.current.name = "main"
+Encoding.default_external = Encoding::UTF_8
+Encoding.default_internal = Encoding::UTF_8
+
+opts = Slop.parse(ARGV, strict: false, suppress_errors: true) do |o|
+  o.banner = "Usage: lazylead [options]
+Available options:"
+  o.bool "-h", "--help", "Show these instructions"
+  o.bool "--trace", "Show full stack trace in case of a problem"
+  o.bool "--memory-dump", "Dump memory snapshot afterwards, to the console",
+         default: false
+  o.string "--home",
+           "Home directory (default: #{Dir.pwd})",
+           default: ENV["LL_HOME"].nil? ? Dir.pwd : ENV["LL_HOME"]
+  o.string "--sqlite",
+           "SQLite database file name",
+           default: "lazylead.db"
+  o.string "--vcs4sql",
+           "Home directory with database version control(vcs) scripts",
+           default: "upgrades/sqlite"
+  o.bool "--testdata",
+         "Apply the database VCS migration with test data",
+         default: false
+  o.on "--verbose", "Enable extra logging information" do
+    log = Lazylead::Log::VERBOSE
+  end
+  o.on "-v", "--version", "Show current version" do
+    log.debug Lazylead::VERSION
+    exit
+  end
+end
+log.debug("Memory footprint at start is #{Lazylead::Allocated.new}")
+cmd = lambda do
+  Lazylead::CLI::App.new(
+    log,
+    Lazylead::Schedule.new(log),
+    Lazylead::Smtp.new(
+      log, Lazylead::Salt.new("smtp_salt"),
+      smtp_host: ENV["smtp_host"],
+      smtp_port: ENV["smtp_port"],
+      smtp_user: ENV["smtp_user"],
+      smtp_pass: ENV["smtp_pass"]
+    )
+  ).run(opts.to_h)
+  return 0
+rescue StandardError => e
+  log.error("#{e.message} (#{e.class.name})")
+  log.error(Backtrace.new(e)) if opts["trace"]
+  return -1
+end
+code = 0
+if opts["memory-dump"]
+  MemoryProfiler.report(top: 20) { code = cmd.call }.pretty_print
+else
+  code = cmd.call
+end
+log.debug("Memory footprint at the end is #{Lazylead::Allocated.new}")
+exit(code) unless code.zero?