miteru 2.2.4 → 2.3.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (8) hide show
  1. checksums.yaml +4 -4
  2. data/lib/miteru/crawler.rb +0 -2
  3. data/lib/miteru/database.rb +1 -1
  4. data/lib/miteru/feeds/tweetfeed.rb +16 -0
  5. data/lib/miteru/version.rb +1 -1
  6. data/lib/miteru.rb +1 -0
  7. data/miteru.gemspec +22 -22
  8. metadata +51 -50
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: a604d9ad1201fb7cd6584ff8bbdfc4d48634a89e1f72ff0fb4735407dd4b1a45
4
- data.tar.gz: a947966c3b6f07b6da217fd093ab6d842c0e55dc4db960bb7475344d11f71f54
3
+ metadata.gz: 15c49f2c418826deed2d6862018c10582649a91a26ca41218fba15bd7f80c11a
4
+ data.tar.gz: 120181d2d55f7ebb5d7aa500624ff4a40827c5f3604f391b391b3b7ff7298ab4
5
5
  SHA512:
6
- metadata.gz: f80bf7a2d2a78cfa2da9b699e709d8b29a38a486a50df992542ef5d22d0a18aaa20779f591851db2f0bd5378f6e9e4841e8053899b73c304f7d35807b6f37621
7
- data.tar.gz: 4aa5a130dbec8eb692c832140af1d1ad5a42350171b03ea7257578484e4affa149c47e7a2642be7177d71330cba346928849a3de78a41c8adf93eeecd5d91fef
6
+ metadata.gz: 317e72123d90abcc99ab24e0b7ce36c3dd0fbb27310c0a1382614420a17bb70440e7a21f657d780508dfddd3727679eef2f566afde64fb4ecaff6c552f683c3d
7
+ data.tar.gz: 2ec13073b8711e381e97ed35882eb8342149289f277f0a4769c8277eb2bac57db262a3868ae65b3d0dc667466d4d563ed109974f8d4effc32bbba792b08f915e
data/lib/miteru/crawler.rb CHANGED
@@ -49,8 +49,6 @@ module Miteru
49
49
  end
50
50
  end
51
51
 
52
- private
53
-
54
52
  def notifiers
55
53
  @notifiers ||= Miteru.notifiers.map(&:new)
56
54
  end
data/lib/miteru/database.rb CHANGED
@@ -1,6 +1,6 @@
1
1
  # frozen_string_literal: true
2
2
 
3
- class V2Schema < ActiveRecord::Migration[7.0]
3
+ class V2Schema < ActiveRecord::Migration[7.2]
4
4
  def change
5
5
  create_table :records, if_not_exists: true do |t|
6
6
  t.string :sha256, null: false, index: {unique: true}
data/lib/miteru/feeds/tweetfeed.rb ADDED
@@ -0,0 +1,16 @@
1
+ # frozen_string_literal: true
2
+
3
+ module Miteru
4
+ class Feeds
5
+ class TweetFeed < Base
6
+ def initialize(base_url = "https://api.tweetfeed.live")
7
+ super(base_url)
8
+ end
9
+
10
+ def urls
11
+ data = get_json("/v1/today/url")
12
+ data.filter_map { |item| item["value"] }
13
+ end
14
+ end
15
+ end
16
+ end
data/lib/miteru/version.rb CHANGED
@@ -1,5 +1,5 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  module Miteru
4
- VERSION = "2.2.4"
4
+ VERSION = "2.3.1"
5
5
  end
data/lib/miteru.rb CHANGED
@@ -148,6 +148,7 @@ require "miteru/feeds/base"
148
148
 
149
149
  require "miteru/feeds/ayashige"
150
150
  require "miteru/feeds/phishing_database"
151
+ require "miteru/feeds/tweetfeed"
151
152
  require "miteru/feeds/urlscan_pro"
152
153
  require "miteru/feeds/urlscan"
153
154
 
data/miteru.gemspec CHANGED
@@ -28,41 +28,41 @@ Gem::Specification.new do |spec|
28
28
  spec.add_development_dependency "bundler", "~> 2.5"
29
29
  spec.add_development_dependency "capybara", "~> 3.40"
30
30
  spec.add_development_dependency "coveralls_reborn", "~> 0.28"
31
- spec.add_development_dependency "fuubar", "~> 2.5"
32
- spec.add_development_dependency "mysql2", "~> 0.5"
33
- spec.add_development_dependency "pg", "~> 1.5"
34
- spec.add_development_dependency "rake", "~> 13.1"
31
+ spec.add_development_dependency "fuubar", "~> 2.5.1"
32
+ spec.add_development_dependency "mysql2", "~> 0.5.6"
33
+ spec.add_development_dependency "pg", "~> 1.5.7"
34
+ spec.add_development_dependency "rake", "~> 13.2.1"
35
35
  spec.add_development_dependency "rspec", "~> 3.13"
36
36
  spec.add_development_dependency "simplecov-lcov", "~> 0.8"
37
- spec.add_development_dependency "standard", "~> 1.34"
38
- spec.add_development_dependency "test-prof", "~> 1.3"
39
- spec.add_development_dependency "vcr", "~> 6.2"
40
- spec.add_development_dependency "webmock", "~> 3.23"
37
+ spec.add_development_dependency "standard", "~> 1.40.0"
38
+ spec.add_development_dependency "test-prof", "~> 1.4.2"
39
+ spec.add_development_dependency "vcr", "~> 6.3.1"
40
+ spec.add_development_dependency "webmock", "~> 3.23.1"
41
41
 
42
- spec.add_dependency "activerecord", "7.1.3.2"
43
- spec.add_dependency "addressable", "2.8.6"
44
- spec.add_dependency "anyway_config", "2.6.3"
42
+ spec.add_dependency "activerecord", "7.2.1"
43
+ spec.add_dependency "addressable", "2.8.7"
44
+ spec.add_dependency "anyway_config", "2.6.4"
45
45
  spec.add_dependency "colorize", "1.1.0"
46
- spec.add_dependency "dotenv", "3.1.0"
47
- spec.add_dependency "down", "5.4.1"
46
+ spec.add_dependency "dotenv", "3.1.2"
47
+ spec.add_dependency "down", "5.4.2"
48
48
  spec.add_dependency "dry-files", "1.1.0"
49
49
  spec.add_dependency "dry-monads", "1.6.0"
50
50
  spec.add_dependency "http", "5.2.0"
51
- spec.add_dependency "memo_wise", "1.8.0"
51
+ spec.add_dependency "memo_wise", "1.9.0"
52
52
  spec.add_dependency "oga", "3.4"
53
- spec.add_dependency "parallel", "1.24.0"
53
+ spec.add_dependency "parallel", "1.26.3"
54
54
  spec.add_dependency "puma", "6.4.2"
55
- spec.add_dependency "rack", "3.0.9.1"
55
+ spec.add_dependency "rack", "3.1.7"
56
56
  spec.add_dependency "rack-session", "2.0.0"
57
57
  spec.add_dependency "rackup", "2.1.0"
58
- spec.add_dependency "redis", "5.1.0"
59
- spec.add_dependency "semantic_logger", "4.15.0"
60
- spec.add_dependency "sentry-ruby", "5.16.1"
61
- spec.add_dependency "sentry-sidekiq", "5.16.1"
62
- spec.add_dependency "sidekiq", "7.2.2"
58
+ spec.add_dependency "redis", "5.3.0"
59
+ spec.add_dependency "semantic_logger", "4.16.0"
60
+ spec.add_dependency "sentry-ruby", "5.19.0"
61
+ spec.add_dependency "sentry-sidekiq", "5.19.0"
62
+ spec.add_dependency "sidekiq", "7.3.2"
63
63
  spec.add_dependency "slack-notifier", "2.4.0"
64
64
  spec.add_dependency "sqlite3", "1.7.2"
65
- spec.add_dependency "thor", "1.3.1"
65
+ spec.add_dependency "thor", "1.3.2"
66
66
  spec.add_dependency "thor-hollaback", "0.2.1"
67
67
  spec.add_dependency "uuidtools", "2.2.0"
68
68
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: miteru
3
3
  version: !ruby/object:Gem::Version
4
- version: 2.2.4
4
+ version: 2.3.1
5
5
  platform: ruby
6
6
  authors:
7
7
  - Manabu Niseki
8
- autorequire:
8
+ autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2024-03-07 00:00:00.000000000 Z
11
+ date: 2024-09-05 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: bundler
@@ -58,56 +58,56 @@ dependencies:
58
58
  requirements:
59
59
  - - "~>"
60
60
  - !ruby/object:Gem::Version
61
- version: '2.5'
61
+ version: 2.5.1
62
62
  type: :development
63
63
  prerelease: false
64
64
  version_requirements: !ruby/object:Gem::Requirement
65
65
  requirements:
66
66
  - - "~>"
67
67
  - !ruby/object:Gem::Version
68
- version: '2.5'
68
+ version: 2.5.1
69
69
  - !ruby/object:Gem::Dependency
70
70
  name: mysql2
71
71
  requirement: !ruby/object:Gem::Requirement
72
72
  requirements:
73
73
  - - "~>"
74
74
  - !ruby/object:Gem::Version
75
- version: '0.5'
75
+ version: 0.5.6
76
76
  type: :development
77
77
  prerelease: false
78
78
  version_requirements: !ruby/object:Gem::Requirement
79
79
  requirements:
80
80
  - - "~>"
81
81
  - !ruby/object:Gem::Version
82
- version: '0.5'
82
+ version: 0.5.6
83
83
  - !ruby/object:Gem::Dependency
84
84
  name: pg
85
85
  requirement: !ruby/object:Gem::Requirement
86
86
  requirements:
87
87
  - - "~>"
88
88
  - !ruby/object:Gem::Version
89
- version: '1.5'
89
+ version: 1.5.7
90
90
  type: :development
91
91
  prerelease: false
92
92
  version_requirements: !ruby/object:Gem::Requirement
93
93
  requirements:
94
94
  - - "~>"
95
95
  - !ruby/object:Gem::Version
96
- version: '1.5'
96
+ version: 1.5.7
97
97
  - !ruby/object:Gem::Dependency
98
98
  name: rake
99
99
  requirement: !ruby/object:Gem::Requirement
100
100
  requirements:
101
101
  - - "~>"
102
102
  - !ruby/object:Gem::Version
103
- version: '13.1'
103
+ version: 13.2.1
104
104
  type: :development
105
105
  prerelease: false
106
106
  version_requirements: !ruby/object:Gem::Requirement
107
107
  requirements:
108
108
  - - "~>"
109
109
  - !ruby/object:Gem::Version
110
- version: '13.1'
110
+ version: 13.2.1
111
111
  - !ruby/object:Gem::Dependency
112
112
  name: rspec
113
113
  requirement: !ruby/object:Gem::Requirement
@@ -142,98 +142,98 @@ dependencies:
142
142
  requirements:
143
143
  - - "~>"
144
144
  - !ruby/object:Gem::Version
145
- version: '1.34'
145
+ version: 1.40.0
146
146
  type: :development
147
147
  prerelease: false
148
148
  version_requirements: !ruby/object:Gem::Requirement
149
149
  requirements:
150
150
  - - "~>"
151
151
  - !ruby/object:Gem::Version
152
- version: '1.34'
152
+ version: 1.40.0
153
153
  - !ruby/object:Gem::Dependency
154
154
  name: test-prof
155
155
  requirement: !ruby/object:Gem::Requirement
156
156
  requirements:
157
157
  - - "~>"
158
158
  - !ruby/object:Gem::Version
159
- version: '1.3'
159
+ version: 1.4.2
160
160
  type: :development
161
161
  prerelease: false
162
162
  version_requirements: !ruby/object:Gem::Requirement
163
163
  requirements:
164
164
  - - "~>"
165
165
  - !ruby/object:Gem::Version
166
- version: '1.3'
166
+ version: 1.4.2
167
167
  - !ruby/object:Gem::Dependency
168
168
  name: vcr
169
169
  requirement: !ruby/object:Gem::Requirement
170
170
  requirements:
171
171
  - - "~>"
172
172
  - !ruby/object:Gem::Version
173
- version: '6.2'
173
+ version: 6.3.1
174
174
  type: :development
175
175
  prerelease: false
176
176
  version_requirements: !ruby/object:Gem::Requirement
177
177
  requirements:
178
178
  - - "~>"
179
179
  - !ruby/object:Gem::Version
180
- version: '6.2'
180
+ version: 6.3.1
181
181
  - !ruby/object:Gem::Dependency
182
182
  name: webmock
183
183
  requirement: !ruby/object:Gem::Requirement
184
184
  requirements:
185
185
  - - "~>"
186
186
  - !ruby/object:Gem::Version
187
- version: '3.23'
187
+ version: 3.23.1
188
188
  type: :development
189
189
  prerelease: false
190
190
  version_requirements: !ruby/object:Gem::Requirement
191
191
  requirements:
192
192
  - - "~>"
193
193
  - !ruby/object:Gem::Version
194
- version: '3.23'
194
+ version: 3.23.1
195
195
  - !ruby/object:Gem::Dependency
196
196
  name: activerecord
197
197
  requirement: !ruby/object:Gem::Requirement
198
198
  requirements:
199
199
  - - '='
200
200
  - !ruby/object:Gem::Version
201
- version: 7.1.3.2
201
+ version: 7.2.1
202
202
  type: :runtime
203
203
  prerelease: false
204
204
  version_requirements: !ruby/object:Gem::Requirement
205
205
  requirements:
206
206
  - - '='
207
207
  - !ruby/object:Gem::Version
208
- version: 7.1.3.2
208
+ version: 7.2.1
209
209
  - !ruby/object:Gem::Dependency
210
210
  name: addressable
211
211
  requirement: !ruby/object:Gem::Requirement
212
212
  requirements:
213
213
  - - '='
214
214
  - !ruby/object:Gem::Version
215
- version: 2.8.6
215
+ version: 2.8.7
216
216
  type: :runtime
217
217
  prerelease: false
218
218
  version_requirements: !ruby/object:Gem::Requirement
219
219
  requirements:
220
220
  - - '='
221
221
  - !ruby/object:Gem::Version
222
- version: 2.8.6
222
+ version: 2.8.7
223
223
  - !ruby/object:Gem::Dependency
224
224
  name: anyway_config
225
225
  requirement: !ruby/object:Gem::Requirement
226
226
  requirements:
227
227
  - - '='
228
228
  - !ruby/object:Gem::Version
229
- version: 2.6.3
229
+ version: 2.6.4
230
230
  type: :runtime
231
231
  prerelease: false
232
232
  version_requirements: !ruby/object:Gem::Requirement
233
233
  requirements:
234
234
  - - '='
235
235
  - !ruby/object:Gem::Version
236
- version: 2.6.3
236
+ version: 2.6.4
237
237
  - !ruby/object:Gem::Dependency
238
238
  name: colorize
239
239
  requirement: !ruby/object:Gem::Requirement
@@ -254,28 +254,28 @@ dependencies:
254
254
  requirements:
255
255
  - - '='
256
256
  - !ruby/object:Gem::Version
257
- version: 3.1.0
257
+ version: 3.1.2
258
258
  type: :runtime
259
259
  prerelease: false
260
260
  version_requirements: !ruby/object:Gem::Requirement
261
261
  requirements:
262
262
  - - '='
263
263
  - !ruby/object:Gem::Version
264
- version: 3.1.0
264
+ version: 3.1.2
265
265
  - !ruby/object:Gem::Dependency
266
266
  name: down
267
267
  requirement: !ruby/object:Gem::Requirement
268
268
  requirements:
269
269
  - - '='
270
270
  - !ruby/object:Gem::Version
271
- version: 5.4.1
271
+ version: 5.4.2
272
272
  type: :runtime
273
273
  prerelease: false
274
274
  version_requirements: !ruby/object:Gem::Requirement
275
275
  requirements:
276
276
  - - '='
277
277
  - !ruby/object:Gem::Version
278
- version: 5.4.1
278
+ version: 5.4.2
279
279
  - !ruby/object:Gem::Dependency
280
280
  name: dry-files
281
281
  requirement: !ruby/object:Gem::Requirement
@@ -324,14 +324,14 @@ dependencies:
324
324
  requirements:
325
325
  - - '='
326
326
  - !ruby/object:Gem::Version
327
- version: 1.8.0
327
+ version: 1.9.0
328
328
  type: :runtime
329
329
  prerelease: false
330
330
  version_requirements: !ruby/object:Gem::Requirement
331
331
  requirements:
332
332
  - - '='
333
333
  - !ruby/object:Gem::Version
334
- version: 1.8.0
334
+ version: 1.9.0
335
335
  - !ruby/object:Gem::Dependency
336
336
  name: oga
337
337
  requirement: !ruby/object:Gem::Requirement
@@ -352,14 +352,14 @@ dependencies:
352
352
  requirements:
353
353
  - - '='
354
354
  - !ruby/object:Gem::Version
355
- version: 1.24.0
355
+ version: 1.26.3
356
356
  type: :runtime
357
357
  prerelease: false
358
358
  version_requirements: !ruby/object:Gem::Requirement
359
359
  requirements:
360
360
  - - '='
361
361
  - !ruby/object:Gem::Version
362
- version: 1.24.0
362
+ version: 1.26.3
363
363
  - !ruby/object:Gem::Dependency
364
364
  name: puma
365
365
  requirement: !ruby/object:Gem::Requirement
@@ -380,14 +380,14 @@ dependencies:
380
380
  requirements:
381
381
  - - '='
382
382
  - !ruby/object:Gem::Version
383
- version: 3.0.9.1
383
+ version: 3.1.7
384
384
  type: :runtime
385
385
  prerelease: false
386
386
  version_requirements: !ruby/object:Gem::Requirement
387
387
  requirements:
388
388
  - - '='
389
389
  - !ruby/object:Gem::Version
390
- version: 3.0.9.1
390
+ version: 3.1.7
391
391
  - !ruby/object:Gem::Dependency
392
392
  name: rack-session
393
393
  requirement: !ruby/object:Gem::Requirement
@@ -422,70 +422,70 @@ dependencies:
422
422
  requirements:
423
423
  - - '='
424
424
  - !ruby/object:Gem::Version
425
- version: 5.1.0
425
+ version: 5.3.0
426
426
  type: :runtime
427
427
  prerelease: false
428
428
  version_requirements: !ruby/object:Gem::Requirement
429
429
  requirements:
430
430
  - - '='
431
431
  - !ruby/object:Gem::Version
432
- version: 5.1.0
432
+ version: 5.3.0
433
433
  - !ruby/object:Gem::Dependency
434
434
  name: semantic_logger
435
435
  requirement: !ruby/object:Gem::Requirement
436
436
  requirements:
437
437
  - - '='
438
438
  - !ruby/object:Gem::Version
439
- version: 4.15.0
439
+ version: 4.16.0
440
440
  type: :runtime
441
441
  prerelease: false
442
442
  version_requirements: !ruby/object:Gem::Requirement
443
443
  requirements:
444
444
  - - '='
445
445
  - !ruby/object:Gem::Version
446
- version: 4.15.0
446
+ version: 4.16.0
447
447
  - !ruby/object:Gem::Dependency
448
448
  name: sentry-ruby
449
449
  requirement: !ruby/object:Gem::Requirement
450
450
  requirements:
451
451
  - - '='
452
452
  - !ruby/object:Gem::Version
453
- version: 5.16.1
453
+ version: 5.19.0
454
454
  type: :runtime
455
455
  prerelease: false
456
456
  version_requirements: !ruby/object:Gem::Requirement
457
457
  requirements:
458
458
  - - '='
459
459
  - !ruby/object:Gem::Version
460
- version: 5.16.1
460
+ version: 5.19.0
461
461
  - !ruby/object:Gem::Dependency
462
462
  name: sentry-sidekiq
463
463
  requirement: !ruby/object:Gem::Requirement
464
464
  requirements:
465
465
  - - '='
466
466
  - !ruby/object:Gem::Version
467
- version: 5.16.1
467
+ version: 5.19.0
468
468
  type: :runtime
469
469
  prerelease: false
470
470
  version_requirements: !ruby/object:Gem::Requirement
471
471
  requirements:
472
472
  - - '='
473
473
  - !ruby/object:Gem::Version
474
- version: 5.16.1
474
+ version: 5.19.0
475
475
  - !ruby/object:Gem::Dependency
476
476
  name: sidekiq
477
477
  requirement: !ruby/object:Gem::Requirement
478
478
  requirements:
479
479
  - - '='
480
480
  - !ruby/object:Gem::Version
481
- version: 7.2.2
481
+ version: 7.3.2
482
482
  type: :runtime
483
483
  prerelease: false
484
484
  version_requirements: !ruby/object:Gem::Requirement
485
485
  requirements:
486
486
  - - '='
487
487
  - !ruby/object:Gem::Version
488
- version: 7.2.2
488
+ version: 7.3.2
489
489
  - !ruby/object:Gem::Dependency
490
490
  name: slack-notifier
491
491
  requirement: !ruby/object:Gem::Requirement
@@ -520,14 +520,14 @@ dependencies:
520
520
  requirements:
521
521
  - - '='
522
522
  - !ruby/object:Gem::Version
523
- version: 1.3.1
523
+ version: 1.3.2
524
524
  type: :runtime
525
525
  prerelease: false
526
526
  version_requirements: !ruby/object:Gem::Requirement
527
527
  requirements:
528
528
  - - '='
529
529
  - !ruby/object:Gem::Version
530
- version: 1.3.1
530
+ version: 1.3.2
531
531
  - !ruby/object:Gem::Dependency
532
532
  name: thor-hollaback
533
533
  requirement: !ruby/object:Gem::Requirement
@@ -599,6 +599,7 @@ files:
599
599
  - lib/miteru/feeds/ayashige.rb
600
600
  - lib/miteru/feeds/base.rb
601
601
  - lib/miteru/feeds/phishing_database.rb
602
+ - lib/miteru/feeds/tweetfeed.rb
602
603
  - lib/miteru/feeds/urlscan.rb
603
604
  - lib/miteru/feeds/urlscan_pro.rb
604
605
  - lib/miteru/helpers.rb
@@ -623,7 +624,7 @@ licenses:
623
624
  - MIT
624
625
  metadata:
625
626
  rubygems_mfa_required: 'true'
626
- post_install_message:
627
+ post_install_message:
627
628
  rdoc_options: []
628
629
  require_paths:
629
630
  - lib
@@ -638,8 +639,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
638
639
  - !ruby/object:Gem::Version
639
640
  version: '0'
640
641
  requirements: []
641
- rubygems_version: 3.5.3
642
- signing_key:
642
+ rubygems_version: 3.5.6
643
+ signing_key:
643
644
  specification_version: 4
644
645
  summary: A phishing kit collector for scavengers
645
646
  test_files: []