miteru 2.0.0 → 2.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (9) hide show
  1. checksums.yaml +4 -4
  2. data/.gitignore +3 -1
  3. data/lib/miteru/commands/main.rb +1 -1
  4. data/lib/miteru/orchestrator.rb +9 -2
  5. data/lib/miteru/version.rb +1 -1
  6. metadata +1 -4
  7. data/miteru-sidekiq.service +0 -13
  8. data/miteru.db-shm +0 -0
  9. data/miteru.db-wal +0 -0
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: b2f6d2dc9ff42073c1f461c43f93a1fe3eaf9d89076b602b3cf08eb0457cf657
4
- data.tar.gz: bc962aaee877692d88bcf982c754569e11665cc005ae5fad807470a4dc423fc8
3
+ metadata.gz: aa673c60148a21b0838fec44df350670fad6af4873cf54922ff14f8042f8a781
4
+ data.tar.gz: 3b09b49f88c1a56224e5f472647646619061fc57a258d54bb5a51ce4420ed22e
5
5
  SHA512:
6
- metadata.gz: '08d48cb38e4d4cc0c3a2539a003ecce6d62659c72789de4f92f4663bce21c88e4e28dd67be4daff3154a624e8652e560d683b3decc1a4a7f3a513114c8fddd72'
7
- data.tar.gz: 260b0237b2652ddf596e7a40b2060a14fb77d18182d4fe44c5ef9b74c3b53204d5907f8d46df6c3471797bc7f20b3befd518e8e399f9d62f26b857649cfd7f23
6
+ metadata.gz: 396239204cda13c34766428ac7b223828413b56179b72eba137be1ded7af40ff7753ded1a504cef615b3654c43f597fd223c39324b063a4a281ea729e27882fa
7
+ data.tar.gz: f22eb47d90dc5ca7cd77896de1fcb9420450f9055f49da4d316c8cdd9f255acb5282ed91529109122811c300a0ecfc92de71a4b26031854f9671c58e6671990f
data/.gitignore CHANGED
@@ -52,8 +52,10 @@ Gemfile.lock
52
52
  ## RSpec
53
53
  .rspec_status
54
54
 
55
- # SQLite database
55
+ # SQLite
56
56
  *.db
57
+ *.db-shm
58
+ *.db-wal
57
59
 
58
60
  # .env
59
61
  .env
data/lib/miteru/commands/main.rb CHANGED
@@ -15,7 +15,7 @@ module Miteru
15
15
  method_option :download_to, type: :string, default: "/tmp", desc: "Directory to download phishing kits"
16
16
  method_option :threads, type: :numeric, desc: "Number of threads to use", default: Parallel.processor_count
17
17
  method_option :verbose, type: :boolean, default: true
18
- desc "execute", "Excecute the crawler"
18
+ desc "execute", "Execute the crawler"
19
19
  around :with_db_connection
20
20
  def execute
21
21
  Miteru.config.tap do |config|
data/lib/miteru/orchestrator.rb CHANGED
@@ -6,10 +6,17 @@ module Miteru
6
6
  Miteru.logger.info("#{websites.length} websites loaded in total.") if verbose?
7
7
 
8
8
  if Miteru.sidekiq?
9
- websites.each { |website| Jobs::CrawleJob.perform_async(website.url, website.source) }
9
+
10
+ websites.each do |website|
11
+ Jobs::CrawleJob.perform_async(website.url, website.source)
12
+ Miteru.logger.info("Website:#{website.truncated_url} crawler job queued") if verbose?
13
+ end
10
14
  else
11
15
  Miteru.logger.info("Use #{threads} thread(s).") if verbose?
12
- Parallel.each(websites, in_threads: threads) { |website| crawl(website) }
16
+ Parallel.each(websites, in_threads: threads) do |website|
17
+ Miteru.logger.info("Website:#{website.truncated_url} crawling started") if verbose?
18
+ crawl(website)
19
+ end
13
20
  end
14
21
  end
15
22
 
data/lib/miteru/version.rb CHANGED
@@ -1,5 +1,5 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  module Miteru
4
- VERSION = "2.0.0"
4
+ VERSION = "2.0.1"
5
5
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: miteru
3
3
  version: !ruby/object:Gem::Version
4
- version: 2.0.0
4
+ version: 2.0.1
5
5
  platform: ruby
6
6
  authors:
7
7
  - Manabu Niseki
@@ -584,9 +584,6 @@ files:
584
584
  - lib/miteru/version.rb
585
585
  - lib/miteru/web/application.rb
586
586
  - lib/miteru/website.rb
587
- - miteru-sidekiq.service
588
- - miteru.db-shm
589
- - miteru.db-wal
590
587
  - miteru.gemspec
591
588
  - renovate.json
592
589
  - screenshots/slack.png
data/miteru-sidekiq.service DELETED
@@ -1,13 +0,0 @@
1
- [Unit]
2
- Description=Miteru Sidekiq
3
- After=network.target
4
-
5
- [Service]
6
- Type=simple
7
- User=ninoseki
8
- WorkingDirectory=/opt/jsac_mihari_workshop
9
- ExecStart=/usr/bin/npx
10
- Restart=on-failure
11
-
12
- [Install]
13
- WantedBy = multi-user.target
data/miteru.db-shm DELETED
Binary file
data/miteru.db-wal DELETED
File without changes