wmap 2.4.6 → 2.4.8
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +2 -2
- data/bin/RHPG +24 -2
- data/bin/distrust +2 -3
- data/bin/trust +1 -1
- data/bin/trusts +1 -1
- data/bin/updateAll +12 -5
- data/bin/wadd +23 -4
- data/bin/wadds +23 -3
- data/bin/wdel +23 -4
- data/bin/wmap +10 -6
- data/bin/wmaps +3 -4
- data/demos/bruter.rb +1 -1
- data/demos/dns_brutes.rb +1 -1
- data/demos/filter_domain.rb +1 -1
- data/demos/filter_known_services.rb +2 -2
- data/demos/filter_prime.rb +1 -1
- data/demos/filter_site.rb +2 -2
- data/demos/filter_siteip.rb +1 -1
- data/demos/filter_url.rb +1 -1
- data/demos/new_fnd.rb +2 -2
- data/demos/site_format.rb +1 -1
- data/demos/whois_domain.rb +2 -2
- data/lib/wmap/dns_bruter.rb +4 -2
- data/lib/wmap/domain_tracker/sub_domain.rb +6 -3
- data/lib/wmap/domain_tracker.rb +3 -2
- data/lib/wmap/host_tracker/primary_host.rb +17 -13
- data/lib/wmap/host_tracker.rb +36 -29
- data/lib/wmap/site_tracker/deactivated_site.rb +2 -2
- data/lib/wmap/site_tracker.rb +25 -12
- data/lib/wmap/url_checker.rb +5 -4
- data/lib/wmap/utils/utils.rb +33 -33
- data/lib/wmap/wp_tracker.rb +75 -7
- data/lib/wmap.rb +12 -11
- data/logs/wmap.log +30 -0
- data/test/domain_tracker_test.rb +5 -5
- data/version.txt +2 -2
- data/wmap.gemspec +1 -1
- metadata +2 -2
data/lib/wmap.rb
CHANGED
@@ -123,25 +123,25 @@ module Wmap
|
|
123
123
|
# Domain Tracking - check with the trust domain seed file locally, to determine if it's a new internet domain
|
124
124
|
# NOT to confuse with the Internet 'whois' lookup
|
125
125
|
def domain_known?(domain)
|
126
|
-
tracker=Wmap::DomainTracker.
|
126
|
+
tracker=Wmap::DomainTracker.instance
|
127
127
|
tracker.domain_known?(domain)
|
128
128
|
end
|
129
129
|
|
130
130
|
# Host Tracking - check local hosts file to see if this is a hostname known from the host seed file
|
131
131
|
# NOT to confuse with a regular DNS lookup over the internet
|
132
132
|
def host_known?(host)
|
133
|
-
tracker=Wmap::HostTracker.
|
133
|
+
tracker=Wmap::HostTracker.instance.host_known?(host)
|
134
134
|
end
|
135
135
|
|
136
136
|
# Sub-domain tracking - check local hosts file to see if the sub-domain is already known
|
137
137
|
def sub_domain_known?(host)
|
138
|
-
tracker=Wmap::HostTracker.
|
138
|
+
tracker=Wmap::HostTracker.instance.sub_domain_known?(host)
|
139
139
|
end
|
140
140
|
|
141
141
|
# IP Tracking - check local hosts file to see if this is an IP known from the seed file
|
142
142
|
# NOT to confuse with a regular reverse DNS lookup over the internet
|
143
143
|
def ip_known?(ip)
|
144
|
-
tracker=Wmap::HostTracker.
|
144
|
+
tracker=Wmap::HostTracker.instance.ip_known?(ip)
|
145
145
|
end
|
146
146
|
|
147
147
|
# DNS Brute Forcer
|
@@ -173,32 +173,33 @@ module Wmap
|
|
173
173
|
|
174
174
|
# Search the site repository for all entries that match the pattern
|
175
175
|
def search(pattern)
|
176
|
-
searcher=Wmap::SiteTracker.
|
176
|
+
searcher=Wmap::SiteTracker.instance
|
177
177
|
searcher.search(pattern)
|
178
178
|
end
|
179
179
|
|
180
180
|
# Dump out the unique sites into a plain file
|
181
181
|
def dump(file)
|
182
|
-
store=Wmap::SiteTracker.
|
182
|
+
store=Wmap::SiteTracker.instance
|
183
|
+
store.verbose=true
|
183
184
|
store.save_uniq_sites(file)
|
184
185
|
end
|
185
186
|
|
186
187
|
# Dump out the unique sites into a XML file
|
187
188
|
def dump_xml(file)
|
188
|
-
store=Wmap::SiteTracker.
|
189
|
+
store=Wmap::SiteTracker.instance
|
189
190
|
store.save_uniq_sites_xml(file)
|
190
191
|
end
|
191
192
|
|
192
193
|
# Refresh the site information in the local data repository
|
193
194
|
def refresh(site)
|
194
|
-
store=Wmap::SiteTracker.
|
195
|
+
store=Wmap::SiteTracker.instance
|
195
196
|
store.refresh(site)
|
196
197
|
store.save!
|
197
198
|
end
|
198
199
|
|
199
200
|
# Refresh the site information in the local data repository
|
200
201
|
def refresh_all
|
201
|
-
store=Wmap::SiteTracker.
|
202
|
+
store=Wmap::SiteTracker.instance
|
202
203
|
store.refresh_all
|
203
204
|
store.save!
|
204
205
|
end
|
@@ -210,13 +211,13 @@ module Wmap
|
|
210
211
|
|
211
212
|
# Print a site's full information from the repository
|
212
213
|
def print(site)
|
213
|
-
searcher=Wmap::SiteTracker.
|
214
|
+
searcher=Wmap::SiteTracker.instance
|
214
215
|
searcher.print_site(site)
|
215
216
|
end
|
216
217
|
|
217
218
|
# Print a site's full information from the repository
|
218
219
|
def print_all
|
219
|
-
searcher=Wmap::SiteTracker.
|
220
|
+
searcher=Wmap::SiteTracker.instance
|
220
221
|
searcher.print_all_sites
|
221
222
|
end
|
222
223
|
|
data/logs/wmap.log
CHANGED
@@ -1514,3 +1514,33 @@
|
|
1514
1514
|
2018-11-06 05:58:47 -0500: wmap: Execute the command: wmap yann-martel.com
|
1515
1515
|
2018-11-06 08:38:09 -0500: updateAll: Execute the command: updateAll
|
1516
1516
|
2018-11-07 00:47:10 -0500: updateAll: Execute the command: updateAll
|
1517
|
+
2018-11-20 17:13:51 -0500: updateAll: Execute the command: updateAll
|
1518
|
+
2018-11-20 21:25:31 -0500: trust: Execute the command: trust 10.0.0.0/8
|
1519
|
+
2018-11-28 14:26:35 -0500: run_tests: Execute the command: run_tests
|
1520
|
+
2019-02-12 14:40:28 -0500: wmap: Execute the command: wmap -h
|
1521
|
+
2019-02-12 14:51:30 -0500: wmap: Execute the command: wmap shared/data/seed
|
1522
|
+
2019-02-12 16:53:35 -0500: wmap: Execute the command: wmap /Users/sli/prh_wmap/shared/data/seed
|
1523
|
+
2019-02-12 16:53:35 -0500: wmap: Execute the command: wmap /Users/sli/prh_wmap/shared/data/seed
|
1524
|
+
2019-02-12 16:53:35 -0500: wmap: Execute the command: wmap /Users/sli/prh_wmap/shared/data/seed
|
1525
|
+
2019-02-12 16:53:36 -0500: wmap: Execute the command: wmap /Users/sli/prh_wmap/shared/data/seed
|
1526
|
+
2019-02-12 16:53:36 -0500: wmap: Execute the command: wmap /Users/sli/prh_wmap/shared/data/seed
|
1527
|
+
2019-02-12 16:54:33 -0500: wmap: Execute the command: wmap /Users/sli/prh_wmap/shared/data/seed
|
1528
|
+
2019-02-12 16:54:33 -0500: wmap: Execute the command: wmap /Users/sli/prh_wmap/shared/data/seed
|
1529
|
+
2019-02-12 16:54:33 -0500: wmap: Execute the command: wmap /Users/sli/prh_wmap/shared/data/seed
|
1530
|
+
2019-02-12 16:54:33 -0500: wmap: Execute the command: wmap /Users/sli/prh_wmap/shared/data/seed
|
1531
|
+
2019-02-17 16:27:17 -0500: wmap: Execute the command: wmap -v
|
1532
|
+
2019-02-17 16:45:53 -0500: trust: Execute the command: trust penguinrandomhouse.com
|
1533
|
+
2019-02-17 16:46:10 -0500: wadd: Execute the command: wadd www.penguinradomhouse.com
|
1534
|
+
2019-02-17 16:51:50 -0500: wadd: Execute the command: wadd www.penguinradomhouse.com
|
1535
|
+
2019-02-17 16:52:54 -0500: wadd: Execute the command: wadd www.penguinradomhouse.com
|
1536
|
+
2019-02-17 17:01:17 -0500: wmap: Execute the command: wmap -v
|
1537
|
+
2019-02-17 17:03:09 -0500: wmap: Execute the command: wmap -v
|
1538
|
+
2019-02-17 18:20:26 -0500: run_tests: Execute the command: run_tests
|
1539
|
+
2019-02-17 18:22:38 -0500: run_tests: Execute the command: run_tests
|
1540
|
+
2019-02-17 18:23:31 -0500: run_tests: Execute the command: run_tests
|
1541
|
+
2019-02-17 21:45:07 -0500: trust: Execute the command: trust penguinrandomhouse.com
|
1542
|
+
2019-02-17 21:45:39 -0500: wmap: Execute the command: wmap penguinrandomhouse.com
|
1543
|
+
2019-02-17 21:48:54 -0500: wmap: Execute the command: wmap penguinrandomhouse.com
|
1544
|
+
2019-02-17 22:09:16 -0500: wmap: Execute the command: wmap penguinrandomhouse.com
|
1545
|
+
2019-02-17 22:11:57 -0500: wmap: Execute the command: wmap /tmp/test
|
1546
|
+
2019-02-17 22:50:46 -0500: wmap: Execute the command: wmap /tmp/test1
|
data/test/domain_tracker_test.rb
CHANGED
@@ -5,7 +5,7 @@
|
|
5
5
|
#
|
6
6
|
# Copyright (c) 2012-2015 Yang Li <yang.li@owasp.org>
|
7
7
|
#++
|
8
|
-
# Unit Test File for Wmap::DomainTracker class
|
8
|
+
# Unit Test File for Wmap::DomainTracker.instance class
|
9
9
|
|
10
10
|
require "minitest/autorun"
|
11
11
|
require "Wmap"
|
@@ -14,18 +14,18 @@ class DomainTrackerTest < MiniTest::Unit::TestCase
|
|
14
14
|
include Wmap::Utils
|
15
15
|
|
16
16
|
def test_domain_known_case_1?
|
17
|
-
assert_equal false, Wmap::DomainTracker.
|
17
|
+
assert_equal false, Wmap::DomainTracker.instance.domain_known?("yahoo.com")
|
18
18
|
end
|
19
19
|
|
20
20
|
def test_domain_known_case_2?
|
21
|
-
assert_equal
|
21
|
+
assert_equal false, Wmap::DomainTracker.instance.domain_known?("YourDomain.co.uk")
|
22
22
|
end
|
23
23
|
|
24
24
|
def test_domain_known_case_3?
|
25
|
-
assert_equal false, Wmap::DomainTracker::SubDomain.
|
25
|
+
assert_equal false, Wmap::DomainTracker::SubDomain.instance.domain_known?("mail.yahoo.com")
|
26
26
|
end
|
27
27
|
|
28
28
|
def test_domain_known_case_4?
|
29
|
-
assert_equal
|
29
|
+
assert_equal false, Wmap::DomainTracker::SubDomain.instance.domain_known?("YourHost.YourDomain.co.uk")
|
30
30
|
end
|
31
31
|
end
|
data/version.txt
CHANGED
@@ -3,8 +3,8 @@
|
|
3
3
|
###############################################################################
|
4
4
|
package = wmap
|
5
5
|
# wmap version 2.0 == web_discovery version 1.5.3
|
6
|
-
version = 2.4.
|
7
|
-
date =
|
6
|
+
version = 2.4.8
|
7
|
+
date = 2019-02-18
|
8
8
|
|
9
9
|
author = Sam (Yang) Li
|
10
10
|
email = yang.li@owasp.org
|
data/wmap.gemspec
CHANGED
@@ -44,7 +44,7 @@ Gem::Specification.new do |s|
|
|
44
44
|
s.require_paths = ["lib"]
|
45
45
|
s.required_ruby_version = Gem::Requirement.new(">= 2.1")
|
46
46
|
|
47
|
-
|
47
|
+
s.add_dependency 'dnsruby', '>= 1.52'
|
48
48
|
s.add_dependency 'geoip', '>= 1.0'
|
49
49
|
s.add_dependency 'minitest', '>= 5.0'
|
50
50
|
s.add_dependency 'net-ping', '>= 2.0'
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: wmap
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 2.4.
|
4
|
+
version: 2.4.8
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Sam (Yang) Li
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2019-02-18 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: dnsruby
|