miteru 2.3.1 → 2.3.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 15c49f2c418826deed2d6862018c10582649a91a26ca41218fba15bd7f80c11a
4
- data.tar.gz: 120181d2d55f7ebb5d7aa500624ff4a40827c5f3604f391b391b3b7ff7298ab4
3
+ metadata.gz: dd3ba5f3cd08b4af7eb269c458323f65214491a6111a4d5277b0102913629a77
4
+ data.tar.gz: 47542263b5b2e60e5dfadf149d15bac3446f00b5e8aec15e9c83f60629328546
5
5
  SHA512:
6
- metadata.gz: 317e72123d90abcc99ab24e0b7ce36c3dd0fbb27310c0a1382614420a17bb70440e7a21f657d780508dfddd3727679eef2f566afde64fb4ecaff6c552f683c3d
7
- data.tar.gz: 2ec13073b8711e381e97ed35882eb8342149289f277f0a4769c8277eb2bac57db262a3868ae65b3d0dc667466d4d563ed109974f8d4effc32bbba792b08f915e
6
+ metadata.gz: '028f612c45b87b4b9ec30cffad2168ec6b3983756e9bdd865835a38ba3c9533ccbe6238240f263f9f1cbf460cad8347e3ed1ec00623ef6cdbb1cfa4ebcf5da47'
7
+ data.tar.gz: bc1a770f94eda268ce90735a80d6b45fd6e2f3a900300de52c1499debf15d5e6f7e705d8e7bee068a5234d0f7cf744f6167a50c61914438be78fb68bed38a8e9
data/docker-compose.yml CHANGED
@@ -1,4 +1,3 @@
1
- version: "3"
2
1
  services:
3
2
  redis:
4
3
  image: "redis/redis-stack:6.2.6-v10"
data/exe/miteru CHANGED
@@ -3,7 +3,7 @@
3
3
 
4
4
  $LOAD_PATH.unshift("#{__dir__}/../lib")
5
5
 
6
- require 'miteru'
6
+ require "miteru"
7
7
 
8
8
  ARGV.unshift(Miteru::CLI::App.default_task) unless Miteru::CLI::App.all_tasks.key?(ARGV[0])
9
9
  Miteru::CLI::App.start(ARGV)
data/lefthook.yml CHANGED
@@ -5,5 +5,6 @@ pre-commit:
5
5
  run: bundle exec standardrb --fix {staged_files}
6
6
  stage_fixed: true
7
7
  actionlint:
8
- glob: ".github/workflows/*.yaml"
8
+ root: ".github/workflows"
9
+ glob: "*.{yaml,yml}"
9
10
  run: actionlint
@@ -10,7 +10,7 @@ module Miteru
10
10
  def included(thor)
11
11
  thor.class_eval do
12
12
  desc "sidekiq", "Start Sidekiq"
13
- method_option :env, type: :string, default: "production", desc: "Environment"
13
+ method_option :env, type: :string, default: "production", desc: "Environment", aliases: "-e"
14
14
  method_option :concurrency, type: :numeric, default: 5, desc: "Sidekiq concurrency", aliases: "-c"
15
15
  def sidekiq
16
16
  require "sidekiq/cli"
data/lib/miteru/config.rb CHANGED
@@ -14,14 +14,20 @@ module Miteru
14
14
  download_to: "/tmp",
15
15
  file_max_size: 1024 * 1024 * 100,
16
16
  file_extensions: [".zip", ".rar", ".7z", ".tar", ".gz"],
17
- file_mime_types: ["application/zip", "application/vnd.rar", "application/x-7z-compressed", "application/x-tar",
18
- "application/gzip"],
17
+ file_mime_types: [
18
+ "application/zip",
19
+ "application/vnd.rar",
20
+ "application/x-7z-compressed",
21
+ "application/x-tar",
22
+ "application/gzip"
23
+ ],
19
24
  api_timeout: 60,
20
25
  http_timeout: 60,
21
26
  download_timeout: 60,
22
27
  sentry_dsn: nil,
23
28
  sentry_trace_sample_rate: 0.25,
24
29
  sidekiq_redis_url: nil,
30
+ sidekiq_job_retry: 0,
25
31
  cache_redis_url: nil,
26
32
  cache_ex: nil,
27
33
  cache_prefix: "miteru:cache",
@@ -44,6 +50,39 @@ module Miteru
44
50
  # @!attribute [r] sidekiq_redis_url
45
51
  # @return [String, nil]
46
52
 
53
+ # @!attribute [r] sidekiq_job_retry
54
+ # @return [Integer]
55
+
56
+ # @!attribute [r] cache_redis_url
57
+ # @return [String, nil]
58
+
59
+ # @!attribute [r] cache_ex
60
+ # @return [Integer, nil]
61
+
62
+ # @!attribute [r] cache_prefix
63
+ # @return [String]
64
+
65
+ # @!attribute [r] http_timeout
66
+ # @return [Integer]
67
+
68
+ # @!attribute [r] api_timeout
69
+ # @return [Integer]
70
+
71
+ # @!attribute [r] download_timeout
72
+ # @return [Integer]
73
+
74
+ # @!attribute [rw] auto_download
75
+ # @return [Boolean]
76
+
77
+ # @!attribute [rw] directory_traveling
78
+ # @return [Boolean]
79
+
80
+ # @!attribute [rw] download_to
81
+ # @return [String]
82
+
83
+ # @!attribute [rw] threads
84
+ # @return [Integer]
85
+
47
86
  # @!attribute [r] cache_redis_url
48
87
  # @return [String, nil]
49
88
 
@@ -4,7 +4,7 @@ module Miteru
4
4
  class Feeds
5
5
  class Ayashige < Base
6
6
  def initialize(base_url = "https://ayashige.herokuapp.com")
7
- super(base_url)
7
+ super
8
8
  end
9
9
 
10
10
  def urls
@@ -4,7 +4,7 @@ module Miteru
4
4
  class Feeds
5
5
  class PhishingDatabase < Base
6
6
  def initialize(base_url = "https://raw.githubusercontent.com")
7
- super(base_url)
7
+ super
8
8
  end
9
9
 
10
10
  def urls
@@ -4,7 +4,7 @@ module Miteru
4
4
  class Feeds
5
5
  class TweetFeed < Base
6
6
  def initialize(base_url = "https://api.tweetfeed.live")
7
- super(base_url)
7
+ super
8
8
  end
9
9
 
10
10
  def urls
@@ -7,7 +7,7 @@ module Miteru
7
7
  # @param [String] base_url
8
8
  #
9
9
  def initialize(base_url = "https://urlscan.io")
10
- super(base_url)
10
+ super
11
11
 
12
12
  @headers = {"api-key": api_key}
13
13
  end
@@ -7,7 +7,7 @@ module Miteru
7
7
  # @param [String] base_url
8
8
  #
9
9
  def initialize(base_url = "https://urlscan.io")
10
- super(base_url)
10
+ super
11
11
 
12
12
  @headers = {"api-key": api_key}
13
13
  end
@@ -6,6 +6,7 @@ require "miteru/sidekiq/jobs"
6
6
 
7
7
  Sidekiq.configure_server do |config|
8
8
  config.redis = {url: Miteru.config.sidekiq_redis_url.to_s}
9
+ config.default_job_options = {"retry" => Miteru.config.sidekiq_job_retry}
9
10
  end
10
11
 
11
12
  Sidekiq.configure_client do |config|
@@ -1,5 +1,5 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  module Miteru
4
- VERSION = "2.3.1"
4
+ VERSION = "2.3.2"
5
5
  end
data/miteru.gemspec CHANGED
@@ -30,7 +30,7 @@ Gem::Specification.new do |spec|
30
30
  spec.add_development_dependency "coveralls_reborn", "~> 0.28"
31
31
  spec.add_development_dependency "fuubar", "~> 2.5.1"
32
32
  spec.add_development_dependency "mysql2", "~> 0.5.6"
33
- spec.add_development_dependency "pg", "~> 1.5.7"
33
+ spec.add_development_dependency "pg", "~> 1.5.8"
34
34
  spec.add_development_dependency "rake", "~> 13.2.1"
35
35
  spec.add_development_dependency "rspec", "~> 3.13"
36
36
  spec.add_development_dependency "simplecov-lcov", "~> 0.8"
@@ -56,7 +56,7 @@ Gem::Specification.new do |spec|
56
56
  spec.add_dependency "rack-session", "2.0.0"
57
57
  spec.add_dependency "rackup", "2.1.0"
58
58
  spec.add_dependency "redis", "5.3.0"
59
- spec.add_dependency "semantic_logger", "4.16.0"
59
+ spec.add_dependency "semantic_logger", "4.16.1"
60
60
  spec.add_dependency "sentry-ruby", "5.19.0"
61
61
  spec.add_dependency "sentry-sidekiq", "5.19.0"
62
62
  spec.add_dependency "sidekiq", "7.3.2"
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: miteru
3
3
  version: !ruby/object:Gem::Version
4
- version: 2.3.1
4
+ version: 2.3.2
5
5
  platform: ruby
6
6
  authors:
7
7
  - Manabu Niseki
8
- autorequire:
8
+ autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2024-09-05 00:00:00.000000000 Z
11
+ date: 2024-09-10 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: bundler
@@ -86,14 +86,14 @@ dependencies:
86
86
  requirements:
87
87
  - - "~>"
88
88
  - !ruby/object:Gem::Version
89
- version: 1.5.7
89
+ version: 1.5.8
90
90
  type: :development
91
91
  prerelease: false
92
92
  version_requirements: !ruby/object:Gem::Requirement
93
93
  requirements:
94
94
  - - "~>"
95
95
  - !ruby/object:Gem::Version
96
- version: 1.5.7
96
+ version: 1.5.8
97
97
  - !ruby/object:Gem::Dependency
98
98
  name: rake
99
99
  requirement: !ruby/object:Gem::Requirement
@@ -436,14 +436,14 @@ dependencies:
436
436
  requirements:
437
437
  - - '='
438
438
  - !ruby/object:Gem::Version
439
- version: 4.16.0
439
+ version: 4.16.1
440
440
  type: :runtime
441
441
  prerelease: false
442
442
  version_requirements: !ruby/object:Gem::Requirement
443
443
  requirements:
444
444
  - - '='
445
445
  - !ruby/object:Gem::Version
446
- version: 4.16.0
446
+ version: 4.16.1
447
447
  - !ruby/object:Gem::Dependency
448
448
  name: sentry-ruby
449
449
  requirement: !ruby/object:Gem::Requirement
@@ -624,7 +624,7 @@ licenses:
624
624
  - MIT
625
625
  metadata:
626
626
  rubygems_mfa_required: 'true'
627
- post_install_message:
627
+ post_install_message:
628
628
  rdoc_options: []
629
629
  require_paths:
630
630
  - lib
@@ -639,8 +639,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
639
639
  - !ruby/object:Gem::Version
640
640
  version: '0'
641
641
  requirements: []
642
- rubygems_version: 3.5.6
643
- signing_key:
642
+ rubygems_version: 3.5.16
643
+ signing_key:
644
644
  specification_version: 4
645
645
  summary: A phishing kit collector for scavengers
646
646
  test_files: []