miteru 2.2.3 → 2.3.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/miteru/crawler.rb +0 -2
- data/lib/miteru/feeds/tweetfeed.rb +16 -0
- data/lib/miteru/helpers.rb +7 -0
- data/lib/miteru/kit.rb +1 -1
- data/lib/miteru/version.rb +1 -1
- data/lib/miteru.rb +4 -0
- data/miteru.gemspec +5 -5
- metadata +14 -12
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 32e5b8fdac5ea26e971516d09c38d56889247b40152c844974d9bbe79be4e05d
|
4
|
+
data.tar.gz: c2fff901074852142c1ce66aeb641a5d3a512bcf286c820ededb1289df822d97
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: ec2d6bf3439e556ea0c87b43e93a80f7798f3d2f6a13c4f0ea17c632dce2d99666a7e01d666c58e942b8f84073143beaf871773fcb0d5ddca9e2b705521f1d5a
|
7
|
+
data.tar.gz: ab07eb4b67e1473d2e9940165b317c4869ef6bc0e35fb344e00a3bc705089d97fd82ff582339efa1f1726955089ab653de20220bdbd0b6d59b557833617a096f
|
data/lib/miteru/crawler.rb
CHANGED
@@ -0,0 +1,16 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
module Miteru
|
4
|
+
class Feeds
|
5
|
+
class TweetFeed < Base
|
6
|
+
def initialize(base_url = "https://api.tweetfeed.live")
|
7
|
+
super(base_url)
|
8
|
+
end
|
9
|
+
|
10
|
+
def urls
|
11
|
+
data = get_json("/v1/today/url")
|
12
|
+
data.filter_map { |item| item["value"] }
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
data/lib/miteru/kit.rb
CHANGED
data/lib/miteru/version.rb
CHANGED
data/lib/miteru.rb
CHANGED
@@ -33,6 +33,9 @@ require "miteru/concerns/database_connectable"
|
|
33
33
|
require "miteru/concerns/error_unwrappable"
|
34
34
|
require "miteru/concerns/url_truncatable"
|
35
35
|
|
36
|
+
# Helpers
|
37
|
+
require "miteru/helpers"
|
38
|
+
|
36
39
|
# Core classes
|
37
40
|
require "miteru/service"
|
38
41
|
|
@@ -145,6 +148,7 @@ require "miteru/feeds/base"
|
|
145
148
|
|
146
149
|
require "miteru/feeds/ayashige"
|
147
150
|
require "miteru/feeds/phishing_database"
|
151
|
+
require "miteru/feeds/tweetfeed"
|
148
152
|
require "miteru/feeds/urlscan_pro"
|
149
153
|
require "miteru/feeds/urlscan"
|
150
154
|
|
data/miteru.gemspec
CHANGED
@@ -44,7 +44,7 @@ Gem::Specification.new do |spec|
|
|
44
44
|
spec.add_dependency "anyway_config", "2.6.3"
|
45
45
|
spec.add_dependency "colorize", "1.1.0"
|
46
46
|
spec.add_dependency "dotenv", "3.1.0"
|
47
|
-
spec.add_dependency "down", "5.4.
|
47
|
+
spec.add_dependency "down", "5.4.2"
|
48
48
|
spec.add_dependency "dry-files", "1.1.0"
|
49
49
|
spec.add_dependency "dry-monads", "1.6.0"
|
50
50
|
spec.add_dependency "http", "5.2.0"
|
@@ -52,13 +52,13 @@ Gem::Specification.new do |spec|
|
|
52
52
|
spec.add_dependency "oga", "3.4"
|
53
53
|
spec.add_dependency "parallel", "1.24.0"
|
54
54
|
spec.add_dependency "puma", "6.4.2"
|
55
|
-
spec.add_dependency "rack", "3.0.
|
55
|
+
spec.add_dependency "rack", "3.0.10"
|
56
56
|
spec.add_dependency "rack-session", "2.0.0"
|
57
57
|
spec.add_dependency "rackup", "2.1.0"
|
58
|
-
spec.add_dependency "redis", "5.
|
58
|
+
spec.add_dependency "redis", "5.2.0"
|
59
59
|
spec.add_dependency "semantic_logger", "4.15.0"
|
60
|
-
spec.add_dependency "sentry-ruby", "5.
|
61
|
-
spec.add_dependency "sentry-sidekiq", "5.
|
60
|
+
spec.add_dependency "sentry-ruby", "5.17.3"
|
61
|
+
spec.add_dependency "sentry-sidekiq", "5.17.3"
|
62
62
|
spec.add_dependency "sidekiq", "7.2.2"
|
63
63
|
spec.add_dependency "slack-notifier", "2.4.0"
|
64
64
|
spec.add_dependency "sqlite3", "1.7.2"
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: miteru
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 2.
|
4
|
+
version: 2.3.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Manabu Niseki
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2024-
|
11
|
+
date: 2024-04-20 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|
@@ -268,14 +268,14 @@ dependencies:
|
|
268
268
|
requirements:
|
269
269
|
- - '='
|
270
270
|
- !ruby/object:Gem::Version
|
271
|
-
version: 5.4.
|
271
|
+
version: 5.4.2
|
272
272
|
type: :runtime
|
273
273
|
prerelease: false
|
274
274
|
version_requirements: !ruby/object:Gem::Requirement
|
275
275
|
requirements:
|
276
276
|
- - '='
|
277
277
|
- !ruby/object:Gem::Version
|
278
|
-
version: 5.4.
|
278
|
+
version: 5.4.2
|
279
279
|
- !ruby/object:Gem::Dependency
|
280
280
|
name: dry-files
|
281
281
|
requirement: !ruby/object:Gem::Requirement
|
@@ -380,14 +380,14 @@ dependencies:
|
|
380
380
|
requirements:
|
381
381
|
- - '='
|
382
382
|
- !ruby/object:Gem::Version
|
383
|
-
version: 3.0.
|
383
|
+
version: 3.0.10
|
384
384
|
type: :runtime
|
385
385
|
prerelease: false
|
386
386
|
version_requirements: !ruby/object:Gem::Requirement
|
387
387
|
requirements:
|
388
388
|
- - '='
|
389
389
|
- !ruby/object:Gem::Version
|
390
|
-
version: 3.0.
|
390
|
+
version: 3.0.10
|
391
391
|
- !ruby/object:Gem::Dependency
|
392
392
|
name: rack-session
|
393
393
|
requirement: !ruby/object:Gem::Requirement
|
@@ -422,14 +422,14 @@ dependencies:
|
|
422
422
|
requirements:
|
423
423
|
- - '='
|
424
424
|
- !ruby/object:Gem::Version
|
425
|
-
version: 5.
|
425
|
+
version: 5.2.0
|
426
426
|
type: :runtime
|
427
427
|
prerelease: false
|
428
428
|
version_requirements: !ruby/object:Gem::Requirement
|
429
429
|
requirements:
|
430
430
|
- - '='
|
431
431
|
- !ruby/object:Gem::Version
|
432
|
-
version: 5.
|
432
|
+
version: 5.2.0
|
433
433
|
- !ruby/object:Gem::Dependency
|
434
434
|
name: semantic_logger
|
435
435
|
requirement: !ruby/object:Gem::Requirement
|
@@ -450,28 +450,28 @@ dependencies:
|
|
450
450
|
requirements:
|
451
451
|
- - '='
|
452
452
|
- !ruby/object:Gem::Version
|
453
|
-
version: 5.
|
453
|
+
version: 5.17.3
|
454
454
|
type: :runtime
|
455
455
|
prerelease: false
|
456
456
|
version_requirements: !ruby/object:Gem::Requirement
|
457
457
|
requirements:
|
458
458
|
- - '='
|
459
459
|
- !ruby/object:Gem::Version
|
460
|
-
version: 5.
|
460
|
+
version: 5.17.3
|
461
461
|
- !ruby/object:Gem::Dependency
|
462
462
|
name: sentry-sidekiq
|
463
463
|
requirement: !ruby/object:Gem::Requirement
|
464
464
|
requirements:
|
465
465
|
- - '='
|
466
466
|
- !ruby/object:Gem::Version
|
467
|
-
version: 5.
|
467
|
+
version: 5.17.3
|
468
468
|
type: :runtime
|
469
469
|
prerelease: false
|
470
470
|
version_requirements: !ruby/object:Gem::Requirement
|
471
471
|
requirements:
|
472
472
|
- - '='
|
473
473
|
- !ruby/object:Gem::Version
|
474
|
-
version: 5.
|
474
|
+
version: 5.17.3
|
475
475
|
- !ruby/object:Gem::Dependency
|
476
476
|
name: sidekiq
|
477
477
|
requirement: !ruby/object:Gem::Requirement
|
@@ -599,8 +599,10 @@ files:
|
|
599
599
|
- lib/miteru/feeds/ayashige.rb
|
600
600
|
- lib/miteru/feeds/base.rb
|
601
601
|
- lib/miteru/feeds/phishing_database.rb
|
602
|
+
- lib/miteru/feeds/tweetfeed.rb
|
602
603
|
- lib/miteru/feeds/urlscan.rb
|
603
604
|
- lib/miteru/feeds/urlscan_pro.rb
|
605
|
+
- lib/miteru/helpers.rb
|
604
606
|
- lib/miteru/http.rb
|
605
607
|
- lib/miteru/kit.rb
|
606
608
|
- lib/miteru/mixin.rb
|