miteru 2.0.0 → 2.0.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b2f6d2dc9ff42073c1f461c43f93a1fe3eaf9d89076b602b3cf08eb0457cf657
-  data.tar.gz: bc962aaee877692d88bcf982c754569e11665cc005ae5fad807470a4dc423fc8
+  metadata.gz: aa673c60148a21b0838fec44df350670fad6af4873cf54922ff14f8042f8a781
+  data.tar.gz: 3b09b49f88c1a56224e5f472647646619061fc57a258d54bb5a51ce4420ed22e
 SHA512:
-  metadata.gz: '08d48cb38e4d4cc0c3a2539a003ecce6d62659c72789de4f92f4663bce21c88e4e28dd67be4daff3154a624e8652e560d683b3decc1a4a7f3a513114c8fddd72'
-  data.tar.gz: 260b0237b2652ddf596e7a40b2060a14fb77d18182d4fe44c5ef9b74c3b53204d5907f8d46df6c3471797bc7f20b3befd518e8e399f9d62f26b857649cfd7f23
+  metadata.gz: 396239204cda13c34766428ac7b223828413b56179b72eba137be1ded7af40ff7753ded1a504cef615b3654c43f597fd223c39324b063a4a281ea729e27882fa
+  data.tar.gz: f22eb47d90dc5ca7cd77896de1fcb9420450f9055f49da4d316c8cdd9f255acb5282ed91529109122811c300a0ecfc92de71a4b26031854f9671c58e6671990f

data/.gitignore

@@ -52,8 +52,10 @@ Gemfile.lock
 ## RSpec
 .rspec_status
 
-# SQLite database
+# SQLite
 *.db
+*.db-shm
+*.db-wal
 
 # .env
 .env

data/lib/miteru/commands/main.rb

@@ -15,7 +15,7 @@ module Miteru
             method_option :download_to, type: :string, default: "/tmp", desc: "Directory to download phishing kits"
             method_option :threads, type: :numeric, desc: "Number of threads to use", default: Parallel.processor_count
             method_option :verbose, type: :boolean, default: true
-            desc "execute", "Excecute the crawler"
+            desc "execute", "Execute the crawler"
             around :with_db_connection
             def execute
               Miteru.config.tap do |config|

data/lib/miteru/orchestrator.rb

@@ -6,10 +6,17 @@ module Miteru
       Miteru.logger.info("#{websites.length} websites loaded in total.") if verbose?
 
       if Miteru.sidekiq?
-        websites.each { |website| Jobs::CrawleJob.perform_async(website.url, website.source) }
+
+        websites.each do |website|
+          Jobs::CrawleJob.perform_async(website.url, website.source)
+          Miteru.logger.info("Website:#{website.truncated_url} crawler job queued") if verbose?
+        end
       else
         Miteru.logger.info("Use #{threads} thread(s).") if verbose?
-        Parallel.each(websites, in_threads: threads) { |website| crawl(website) }
+        Parallel.each(websites, in_threads: threads) do |website|
+          Miteru.logger.info("Website:#{website.truncated_url} crawling started") if verbose?
+          crawl(website)
+        end
       end
     end
 

data/lib/miteru/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Miteru
-  VERSION = "2.0.0"
+  VERSION = "2.0.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: miteru
 version: !ruby/object:Gem::Version
-  version: 2.0.0
+  version: 2.0.1
 platform: ruby
 authors:
 - Manabu Niseki
@@ -584,9 +584,6 @@ files:
 - lib/miteru/version.rb
 - lib/miteru/web/application.rb
 - lib/miteru/website.rb
-- miteru-sidekiq.service
-- miteru.db-shm
-- miteru.db-wal
 - miteru.gemspec
 - renovate.json
 - screenshots/slack.png

data/miteru-sidekiq.service

@@ -1,13 +0,0 @@
-[Unit]
-Description=Miteru Sidekiq
-After=network.target
-
-[Service]
-Type=simple
-User=ninoseki
-WorkingDirectory=/opt/jsac_mihari_workshop
-ExecStart=/usr/bin/npx
-Restart=on-failure
-
-[Install]
-WantedBy = multi-user.target